-- Logs begin at Tue 2021-07-13 21:15:09 UTC, end at Tue 2021-07-13 22:16:22 UTC. --
Jul 13 21:50:15.253385 dv-cinder-800618-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jul 13 21:50:17.812690 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.common.config [-] Logging enabled!
Jul 13 21:50:17.813184 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.0
Jul 13 21:50:17.814552 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=81974) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jul 13 21:50:17.815289 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.common.config [-] Logging enabled!
Jul 13 21:50:17.815577 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.0
Jul 13 21:50:17.815856 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=81974) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jul 13 21:50:17.816932 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jul 13 21:50:17.817199 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jul 13 21:50:17.818194 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jul 13 21:50:17.818477 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jul 13 21:50:17.818738 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jul 13 21:50:17.819100 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.819443 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.819778 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.820603 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.820971 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.821310 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.821627 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.821957 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.822296 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.822615 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.822924 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.823242 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.823504 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.823820 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.824143 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.824471 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.824726 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] debug                          = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.825072 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.825599 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.825917 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.826228 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.826554 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.826860 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.827165 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.827480 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.827839 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] host                           = dv-cinder-800618-1-iscsi {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.828146 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.828468 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.828802 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.829147 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.829457 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.829768 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.830091 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.830394 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.830704 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.831010 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.831332 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.831658 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.831995 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.832253 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.832507 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.832855 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.833183 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.833487 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.833791 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.834094 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.834395 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.834698 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.834995 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.835318 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.835667 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.835987 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.836290 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.836593 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.836920 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.837226 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.837543 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.837846 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.838151 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.838453 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.838779 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.839078 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.839380 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.839723 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.840045 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.840367 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.840689 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.841022 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.841348 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.841648 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.841948 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.842515 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.842818 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.843117 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.843439 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.843739 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.844038 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.844342 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.844643 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.844990 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:17.845322 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.845662 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.845998 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.846313 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.846641 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.846954 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.847278 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.847589 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.847915 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.848242 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.848562 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.848893 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.849214 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.849552 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.849883 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.850187 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.850497 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.850829 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.851161 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.851467 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.851798 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.852104 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.852406 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.852719 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.853054 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.853354 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.853656 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.853961 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.854285 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.854589 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.854892 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.855189 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.855494 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.855792 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.856108 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.856415 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.856721 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.857048 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.857355 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.857655 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.857958 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.858268 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.858572 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.858880 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.859185 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.859486 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.859787 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.860087 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.860387 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.860691 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.861016 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.861323 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.861625 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.861925 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.862225 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.862527 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.862826 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.863143 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.863472 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.863780 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.864087 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.864394 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.864699 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.865033 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.865341 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.865646 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.865952 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.866254 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.866577 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.867429 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.867746 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.868056 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.868362 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.868692 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.869027 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.869340 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.869646 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.869951 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.870262 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.870574 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.870900 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.871228 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.871554 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.871876 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.872199 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.872505 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.872874 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.873186 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:17.873432 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jul 13 21:50:17.873699 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=81974) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}}
Jul 13 21:50:18.529666 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=81974) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:50:18.530021 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=81974) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:50:18.530340 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=81974) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:50:18.531924 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.manager [-] Loading core plugin: ml2
Jul 13 21:50:18.872045 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:18.872485 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:18.872572 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:18.933423 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:18.933740 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:18.934042 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:18.936940 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:18.937260 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:18.937559 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.082320 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.082641 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.082935 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.084223 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.084693 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.085207 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.206122 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fcf37b2fea0> agent after_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.206401 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fcf37b2fea0> agent after_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.206711 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fcf37b2ff28> segment precommit_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.207017 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fcf37b4a048> network precommit_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.208048 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fcf37b2f9d8> segment before_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.391343 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf3786c908>> network before_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.391727 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fcf379fb840> agent before_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.392053 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf3786c908>> network before_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.392357 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf3786c908>> port before_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.392657 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf3786c908>> port before_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.393066 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf3786c908>> segment after_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.393368 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf3786c908>> segment precommit_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.393658 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf3786c908>> segment precommit_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.393947 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf3786c908>> segment after_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.394289 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf3786c908>> network after_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.394582 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf3786c908>> network precommit_delete 0 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.394889 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf3786c908>> port provisioning_complete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.395195 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf3786c908>> rbac-policy before_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.395486 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf3786c908>> rbac-policy after_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.395797 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf3786c908>> agent after_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.396113 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf3786c908>> subnet after_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.396404 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf3786c908>> subnet precommit_delete 0 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.396732 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf3786c908>> rbac-policy before_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.397045 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf3786c908>> rbac-policy before_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.397384 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf3786c908>> segment_host_mapping after_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.397839 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf3786c908>> port after_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.398653 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf3786c908>> port after_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.398942 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf3786c908>> port after_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.399281 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf3786c908>> rbac-policy before_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.399561 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf3786c908>> rbac-policy before_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.399840 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fcf3786c908>> rbac-policy before_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.400261 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=81974) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 13 21:50:19.400540 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=81974) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 13 21:50:19.400834 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=81974) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 13 21:50:19.401114 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=81974) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 13 21:50:19.401397 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=81974) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 13 21:50:19.401737 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=81974) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 13 21:50:19.403098 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jul 13 21:50:19.410954 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jul 13 21:50:19.418993 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jul 13 21:50:19.424358 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])])
Jul 13 21:50:19.427157 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jul 13 21:50:19.428243 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jul 13 21:50:19.428625 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jul 13 21:50:19.429084 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jul 13 21:50:19.432864 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jul 13 21:50:19.433156 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jul 13 21:50:19.433689 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jul 13 21:50:19.461023 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Jul 13 21:50:19.461495 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fcf377aab38>> qos_plugin after_init 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.461830 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=81974) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jul 13 21:50:19.462247 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fcf377e2390>> logging-plugin after_init 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.463599 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=81974) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jul 13 21:50:19.463920 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jul 13 21:50:19.464202 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jul 13 21:50:19.467528 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fcf377e2400>> floatingip before_response 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.467845 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fcf377e2400>> port before_response 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.531996 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jul 13 21:50:19.532260 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jul 13 21:50:19.532536 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jul 13 21:50:19.532973 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jul 13 21:50:19.566879 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_db.sqlalchemy.engines [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=81974) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jul 13 21:50:19.864503 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.managers [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Initializing driver for type 'gre'
Jul 13 21:50:19.865119 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] gre ID ranges: [(1, 1000)]
Jul 13 21:50:19.905037 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.managers [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Initializing driver for type 'local'
Jul 13 21:50:19.905501 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.managers [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Initializing driver for type 'vlan'
Jul 13 21:50:19.915970 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] VlanTypeDriver initialization complete
Jul 13 21:50:19.916351 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.managers [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Initializing driver for type 'vxlan'
Jul 13 21:50:19.916943 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] vxlan ID ranges: [(1, 1000)]
Jul 13 21:50:19.957655 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.managers [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Initializing extension driver 'port_security'
Jul 13 21:50:19.958021 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.extensions.port_security [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] PortSecurityExtensionDriver initialization complete
Jul 13 21:50:19.958401 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.managers [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Initializing mechanism driver 'openvswitch'
Jul 13 21:50:19.958771 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.managers [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Initializing mechanism driver 'hyperv'
Jul 13 21:50:19.965594 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=81974) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:50:19.966435 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf37732eb8>> port after_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.966849 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf37732eb8>> port after_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.967493 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf37732eb8>> port after_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.967919 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf372fb2b0>> subnet after_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.968311 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf372fb2b0>> subnet after_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.968696 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf372fb2b0>> subnet after_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.969143 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf372fb470>> network after_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.969529 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf372fb470>> network after_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.969913 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf372fb470>> network after_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.970328 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf372fb630>> security_group after_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.970712 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf372fb630>> security_group after_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.971251 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf372fb630>> security_group after_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.971674 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf372fb7f0>> security_group_rule after_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.972059 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf372fb7f0>> security_group_rule after_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.972438 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fcf372fb7f0>> security_group_rule after_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.972827 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] ML2 OVO RPC backend initialized. {{(pid=81974) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Jul 13 21:50:19.973544 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf372fb8d0>> router_interface after_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.973939 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf372fb8d0>> router_interface after_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.974394 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf372fb8d0>> network before_response 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.974779 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf372fb8d0>> networks before_response 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.975162 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf372fb8d0>> port before_response 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.975542 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf372fb8d0>> ports before_response 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.975924 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf372fb8d0>> subnet before_response 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.976904 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf372fb8d0>> subnets before_response 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.977297 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf372fb8d0>> network after_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.977683 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf372fb8d0>> network after_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.978063 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf372fb8d0>> network after_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.978444 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf372fb8d0>> port after_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.978819 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf372fb8d0>> port after_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.979193 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf372fb8d0>> port after_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.979573 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf372fb8d0>> subnet after_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.979948 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf372fb8d0>> subnet after_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.980322 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fcf372fb8d0>> subnet after_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:19.980972 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.plugin [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Modular L2 Plugin initialization complete
Jul 13 21:50:19.981338 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading services supported by the core plugin {{(pid=81974) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}}
Jul 13 21:50:19.981806 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.plugins.ml2.managers [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Got port-security extension from driver 'port_security'
Jul 13 21:50:19.982324 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.extensions.vlantransparent [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Disabled vlantransparent extension.
Jul 13 21:50:19.982776 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=81974) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}}
Jul 13 21:50:19.983123 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading Plugin: router
Jul 13 21:50:20.024426 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf372fba58>> router_interface before_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.024840 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf372fba58>> router after_create 55549900 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.025257 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf372fba58>> router before_create 55549900 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.025667 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf372fba58>> router_interface before_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.026090 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf372fba58>> router_interface after_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.026485 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf372fba58>> router after_delete 55549900 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.026890 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf372fba58>> floatingip after_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.027301 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf372fba58>> router after_create 55549900 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.027683 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf372fba58>> router after_update 55549900 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.028075 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf372fba58>> router after_update 55549900 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.028467 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf372fba58>> router_gateway after_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.028905 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf372fba58>> router after_update 55549900 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.029411 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf372fba58>> router precommit_update 55549900 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.029838 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fcf379671e0> port after_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.030225 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fcf378e06a8> port after_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.030608 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fcf37967158> subnet after_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.030988 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fcf37967268> subnetpool_address_scope after_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.031379 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf372fba58>> port precommit_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.031768 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf372fba58>> router precommit_create 55549900 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.032153 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fcf378d6730> port before_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.032536 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf372fba58>> router precommit_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.032974 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf372fba58>> router after_update 55549900 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.033357 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf372fba58>> router precommit_delete 55549900 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.033750 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf372fba58>> router precommit_create 55549900 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.034158 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf372fba58>> router_interface after_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.034543 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf372fba58>> router precommit_update 55549900 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.034962 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf372fba58>> agent after_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.035359 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf372fba58>> agent after_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.035744 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fcf372fba58>> network after_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.036715 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Tracking information for resource: router configured {{(pid=81974) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 13 21:50:20.037116 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Tracking information for resource: floatingip configured {{(pid=81974) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 13 21:50:20.043879 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.l3_agentschedulers_db [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jul 13 21:50:20.044528 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fcf37323c80> port after_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.044954 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fcf37323b70> port after_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.045348 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <function _notify_port_delete at 0x7fcf37323bf8> port after_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.045738 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fcf37323e18> port after_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.046633 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fcf372b26d8>> router before_create 55550100 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.047039 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fcf372b26d8>> router precommit_delete 55550100 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.047448 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fcf372b26d8>> router precommit_create 55550100 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.047845 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fcf372b26d8>> router precommit_update 55550100 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.052449 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.provider_configuration [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Service providers = [] {{(pid=81974) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jul 13 21:50:20.052878 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.servicetype_db [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=81974) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jul 13 21:50:20.055731 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.service_base [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=81974) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jul 13 21:50:20.056121 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.service_base [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=81974) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jul 13 21:50:20.056503 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.service_base [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=81974) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jul 13 21:50:20.057441 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.service_base [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=81974) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jul 13 21:50:20.057848 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.services.service_base [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jul 13 21:50:20.058262 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=81974) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Jul 13 21:50:20.058627 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jul 13 21:50:20.078888 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=81974) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Jul 13 21:50:20.079270 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading Plugin: auto_allocate
Jul 13 21:50:20.090218 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fcf37207400> network precommit_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.090628 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fcf37207400> network precommit_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.091225 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=81974) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Jul 13 21:50:20.091593 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading Plugin: tag
Jul 13 21:50:20.103686 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=81974) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Jul 13 21:50:20.104063 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading Plugin: timestamp
Jul 13 21:50:20.107827 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=81974) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Jul 13 21:50:20.108202 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading Plugin: network_ip_availability
Jul 13 21:50:20.113853 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fcf371f1f60>> rbac-policy before_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.114261 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fcf371f1f60>> rbac-policy before_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.114652 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fcf371f1f60>> rbac-policy before_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.115433 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=81974) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Jul 13 21:50:20.115796 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading Plugin: flavors
Jul 13 21:50:20.131435 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=81974) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Jul 13 21:50:20.131816 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading Plugin: revisions
Jul 13 21:50:20.136148 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=81974) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Jul 13 21:50:20.136573 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.606s {{(pid=81974) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:50:20.137406 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=81974) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:633}}
Jul 13 21:50:20.137772 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Initializing extension manager.
Jul 13 21:50:20.138331 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: __init__.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.138721 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: __pycache__ {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.139099 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.139476 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.139849 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: _filter_validation_lib.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.140220 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.140591 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: address_scope.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.141439 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.142102 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: address-scope
Jul 13 21:50:20.142469 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.143411 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.143994 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: router-admin-state-down-before-update
Jul 13 21:50:20.144361 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: agent.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.145168 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.145750 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: agent
Jul 13 21:50:20.146113 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: agent_resources_synced.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.147034 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.147608 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: agent-resources-synced
Jul 13 21:50:20.148514 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: allowedaddresspairs.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.150342 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.150935 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: allowed-address-pairs
Jul 13 21:50:20.151310 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: auto_allocated_topology.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.152511 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.153135 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: auto-allocated-topology
Jul 13 21:50:20.153509 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: availability_zone.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.154288 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.154872 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: availability_zone
Jul 13 21:50:20.155239 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: availability_zone_filter.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.156190 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.156796 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: availability_zone_filter
Jul 13 21:50:20.157165 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: data_plane_status.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.158078 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.158648 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension data-plane-status not supported by any of loaded plugins
Jul 13 21:50:20.159015 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: default_subnetpools.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.159945 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.160521 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: default-subnetpools
Jul 13 21:50:20.160914 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.161790 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.162369 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: dhcp_agent_scheduler
Jul 13 21:50:20.162735 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: dns.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.164235 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.164829 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension dns-integration not supported by any of loaded plugins
Jul 13 21:50:20.165192 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: dns_domain_ports.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.166129 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.166701 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jul 13 21:50:20.167065 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: dvr.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.167818 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.168402 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: dvr
Jul 13 21:50:20.168765 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: empty_string_filtering.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.169731 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.170310 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: empty-string-filtering
Jul 13 21:50:20.170677 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.171592 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.172161 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jul 13 21:50:20.172528 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.173464 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.174030 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jul 13 21:50:20.174394 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: external_net.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.175315 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.175893 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: external-net
Jul 13 21:50:20.176257 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.177192 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.177765 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: extra_dhcp_opt
Jul 13 21:50:20.178129 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: extraroute.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.179046 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.179644 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: extraroute
Jul 13 21:50:20.180007 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: extraroute_atomic.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.181183 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.181771 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: extraroute-atomic
Jul 13 21:50:20.182137 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: filter_validation.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.182836 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.183419 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: filter-validation
Jul 13 21:50:20.183786 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: fip_pf_description.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.184706 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.185314 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jul 13 21:50:20.185678 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: fip_port_details.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.186598 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.187174 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: fip-port-details
Jul 13 21:50:20.187540 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: flavors.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.188765 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.189379 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: flavors
Jul 13 21:50:20.189749 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.191471 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.192064 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jul 13 21:50:20.192443 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: floatingip_pools.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.193257 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.193843 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: floatingip-pools
Jul 13 21:50:20.194215 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: ip_allocation.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.195168 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.195741 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension ip_allocation not supported by any of loaded plugins
Jul 13 21:50:20.196109 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.197078 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.197656 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: ip-substring-filtering
Jul 13 21:50:20.198023 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: l2_adjacency.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.198965 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.199543 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension l2_adjacency not supported by any of loaded plugins
Jul 13 21:50:20.199908 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: l3.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.201033 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.201622 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: router
Jul 13 21:50:20.201992 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.204456 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.205076 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jul 13 21:50:20.205451 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.206390 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.206973 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: ext-gw-mode
Jul 13 21:50:20.207345 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.208278 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.208883 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: l3-ha
Jul 13 21:50:20.209257 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: l3_flavors.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.210182 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.211283 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: l3-flavors
Jul 13 21:50:20.211688 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.212606 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.213220 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: l3-port-ip-change-not-allowed
Jul 13 21:50:20.213589 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: l3agentscheduler.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.214795 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.215383 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: l3_agent_scheduler
Jul 13 21:50:20.215755 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: logging.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.217607 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.218198 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension logging not supported by any of loaded plugins
Jul 13 21:50:20.218571 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: metering.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.219560 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.220279 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: metering
Jul 13 21:50:20.220650 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: multiprovidernet.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.221631 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.222220 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: multi-provider
Jul 13 21:50:20.222590 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: netmtu.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.223515 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.224107 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: net-mtu
Jul 13 21:50:20.224474 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: netmtu_writable.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.225425 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.226038 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: net-mtu-writable
Jul 13 21:50:20.226940 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: network_availability_zone.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.227692 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.228285 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: network_availability_zone
Jul 13 21:50:20.228650 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: network_ip_availability.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.229819 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.230409 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: network-ip-availability
Jul 13 21:50:20.230777 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: network_segment_range.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.231706 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.232291 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension network-segment-range not supported by any of loaded plugins
Jul 13 21:50:20.232660 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: pagination.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.233679 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.234058 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: pagination
Jul 13 21:50:20.234422 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.235367 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.235962 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: port-mac-address-regenerate
Jul 13 21:50:20.236328 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: port_resource_request.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.237274 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.237855 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension port-resource-request not supported by any of loaded plugins
Jul 13 21:50:20.238220 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: portbindings.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.239149 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.239729 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: binding
Jul 13 21:50:20.240092 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: portbindings_extended.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.241389 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.242001 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: binding-extended
Jul 13 21:50:20.242372 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: portsecurity.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.243299 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.243880 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: port-security
Jul 13 21:50:20.244251 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: project_id.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.246683 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.247080 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: project-id
Jul 13 21:50:20.247455 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: providernet.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.248394 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.249019 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: provider
Jul 13 21:50:20.249395 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: qos.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.253014 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.253615 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension qos not supported by any of loaded plugins
Jul 13 21:50:20.253996 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.255243 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.255825 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jul 13 21:50:20.256198 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.257147 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.257756 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jul 13 21:50:20.258124 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: qos_default.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.259043 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.259618 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension qos-default not supported by any of loaded plugins
Jul 13 21:50:20.259991 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: qos_fip.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.260688 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.261296 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension qos-fip not supported by any of loaded plugins
Jul 13 21:50:20.261663 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: qos_gateway_ip.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.262594 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.263168 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jul 13 21:50:20.263535 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: qos_port_network_policy.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.264456 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.265054 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jul 13 21:50:20.265423 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: qos_rule_type_details.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.266344 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.266918 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jul 13 21:50:20.267283 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: qos_rules_alias.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.268327 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.268931 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jul 13 21:50:20.269301 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: quotasv2.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.270341 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.270723 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: quotas
Jul 13 21:50:20.271090 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: quotasv2_detail.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.272687 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.273634 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: quota_details
Jul 13 21:50:20.274004 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: rbac.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.275196 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.275748 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: rbac-policies
Jul 13 21:50:20.276121 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: rbac_address_scope.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.277079 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.277666 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: rbac-address-scope
Jul 13 21:50:20.278036 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: rbac_security_groups.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.278968 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.279547 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: rbac-security-groups
Jul 13 21:50:20.279912 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: rbac_subnetpool.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.280856 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.281435 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: rbac-subnetpool
Jul 13 21:50:20.281800 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: revisionifmatch.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.282732 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.283306 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: revision-if-match
Jul 13 21:50:20.283671 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: revisions.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.284823 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.285393 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: standard-attr-revisions
Jul 13 21:50:20.285763 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: router_availability_zone.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.286532 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.287120 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: router_availability_zone
Jul 13 21:50:20.287488 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: routerservicetype.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.288433 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.289086 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension router-service-type not supported by any of loaded plugins
Jul 13 21:50:20.289451 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.290382 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.290954 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: port-security-groups-filtering
Jul 13 21:50:20.291317 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: securitygroup.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.304720 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.305365 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: security-group
Jul 13 21:50:20.305745 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: segment.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.306650 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.307232 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension segment not supported by any of loaded plugins
Jul 13 21:50:20.307603 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.308553 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.309162 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jul 13 21:50:20.309535 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: servicetype.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.310638 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.311224 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: service-type
Jul 13 21:50:20.311595 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: sorting.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.312580 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.312990 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: sorting
Jul 13 21:50:20.313360 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: standard_attr_segment.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.314295 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.314881 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jul 13 21:50:20.315253 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: standardattrdescription.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.315961 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.316539 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: standard-attr-description
Jul 13 21:50:20.316946 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: stateful_security_group.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.317879 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.318462 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: stateful-security-group
Jul 13 21:50:20.318830 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: stdattrs_common.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.319428 dv-cinder-800618-1-iscsi neutron-server[81974]: WARNING neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jul 13 21:50:20.319866 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.320829 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.321394 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jul 13 21:50:20.321758 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: subnet_onboard.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.322830 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.323415 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: subnet_onboard
Jul 13 21:50:20.323786 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.324741 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.325342 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jul 13 21:50:20.325710 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: subnet_service_types.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.326726 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.327326 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: subnet-service-types
Jul 13 21:50:20.327699 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: subnetallocation.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.328805 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.329410 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: subnet_allocation
Jul 13 21:50:20.329781 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.330481 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.331066 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: subnetpool-prefix-ops
Jul 13 21:50:20.331431 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.332370 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.332971 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jul 13 21:50:20.333338 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: tagging.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.334688 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.335271 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: standard-attr-tag
Jul 13 21:50:20.336173 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: timestamp.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.337372 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.337961 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loaded extension: standard-attr-timestamp
Jul 13 21:50:20.338332 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: trunk.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.339368 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.339945 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension trunk not supported by any of loaded plugins
Jul 13 21:50:20.340313 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: trunk_details.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.341264 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.341837 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension trunk-details not supported by any of loaded plugins
Jul 13 21:50:20.342467 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: uplink_status_propagation.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.343397 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.343968 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jul 13 21:50:20.344331 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Loading extension file: vlantransparent.py {{(pid=81974) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 13 21:50:20.345061 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=81974) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 13 21:50:20.345636 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extension vlan-transparent not supported by any of loaded plugins
Jul 13 21:50:20.347980 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Creating instance of TrackedResource for resource:network
Jul 13 21:50:20.348757 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Creating instance of TrackedResource for resource:subnet
Jul 13 21:50:20.349465 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 13 21:50:20.350144 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Creating instance of TrackedResource for resource:port
Jul 13 21:50:20.351619 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.resource_helper [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=81974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 13 21:50:20.352116 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.resource_helper [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Service FLAVORS assigned prefix:  {{(pid=81974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 13 21:50:20.352815 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.resource_helper [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=81974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 13 21:50:20.353285 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.resource_helper [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=81974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 13 21:50:20.353662 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Creating instance of TrackedResource for resource:router
Jul 13 21:50:20.354393 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Creating instance of TrackedResource for resource:floatingip
Jul 13 21:50:20.355168 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.resource_helper [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Service METERING assigned prefix: /metering {{(pid=81974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 13 21:50:20.357002 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fcf370cf128>> rbac-policy before_create 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.357410 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fcf370cf128>> rbac-policy before_update 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.357803 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fcf370cf128>> rbac-policy before_delete 55550000 {{(pid=81974) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 21:50:20.358913 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Creating instance of CountableResource for resource:rbac_policy
Jul 13 21:50:20.359405 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Creating instance of TrackedResource for resource:security_group
Jul 13 21:50:20.360219 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Creating instance of TrackedResource for resource:security_group_rule
Jul 13 21:50:20.361064 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.resource_helper [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Service CORE assigned prefix:  {{(pid=81974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 13 21:50:20.361448 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 13 21:50:20.361828 dv-cinder-800618-1-iscsi neutron-server[81974]: WARNING neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] subnetpool is already registered
Jul 13 21:50:20.362506 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.resource_helper [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Service CORE assigned prefix:  {{(pid=81974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 13 21:50:20.362880 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 13 21:50:20.363247 dv-cinder-800618-1-iscsi neutron-server[81974]: WARNING neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] subnetpool is already registered
Jul 13 21:50:20.365876 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.resource_helper [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=81974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 13 21:50:20.366357 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.resource_helper [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Service FLAVORS assigned prefix:  {{(pid=81974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 13 21:50:20.367041 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.resource_helper [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=81974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 13 21:50:20.367507 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.resource_helper [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=81974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 13 21:50:20.367884 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Creating instance of TrackedResource for resource:router
Jul 13 21:50:20.368256 dv-cinder-800618-1-iscsi neutron-server[81974]: WARNING neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] router is already registered
Jul 13 21:50:20.368948 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Creating instance of TrackedResource for resource:floatingip
Jul 13 21:50:20.369320 dv-cinder-800618-1-iscsi neutron-server[81974]: WARNING neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] floatingip is already registered
Jul 13 21:50:20.370017 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.resource_helper [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Service METERING assigned prefix: /metering {{(pid=81974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 13 21:50:20.370751 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Creating instance of CountableResource for resource:rbac_policy
Jul 13 21:50:20.371123 dv-cinder-800618-1-iscsi neutron-server[81974]: WARNING neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] rbac_policy is already registered
Jul 13 21:50:20.371586 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Creating instance of TrackedResource for resource:security_group
Jul 13 21:50:20.371952 dv-cinder-800618-1-iscsi neutron-server[81974]: WARNING neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] security_group is already registered
Jul 13 21:50:20.372763 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Creating instance of TrackedResource for resource:security_group_rule
Jul 13 21:50:20.373157 dv-cinder-800618-1-iscsi neutron-server[81974]: WARNING neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] security_group_rule is already registered
Jul 13 21:50:20.373893 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.resource_helper [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Service CORE assigned prefix:  {{(pid=81974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 13 21:50:20.374266 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 13 21:50:20.374633 dv-cinder-800618-1-iscsi neutron-server[81974]: WARNING neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] subnetpool is already registered
Jul 13 21:50:20.375303 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.resource_helper [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Service CORE assigned prefix:  {{(pid=81974) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 13 21:50:20.375670 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 13 21:50:20.376032 dv-cinder-800618-1-iscsi neutron-server[81974]: WARNING neutron.quota.resource_registry [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] subnetpool is already registered
Jul 13 21:50:20.376759 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: extensions {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.378292 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: address-scopes {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.379549 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: agents {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.380899 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: auto-allocated-topology {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.382213 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: availability_zones {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.383981 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: dhcp-networks {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.385535 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: dhcp-agents {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.386976 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: routers {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.388721 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: flavors {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.390071 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: service_profiles {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.391323 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: next_providers {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.392805 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: service_profiles {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.394285 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: floatingip-pools {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.396449 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: routers {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.398411 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: floatingips {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.399650 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: l3-routers {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.401191 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: l3-agents {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.402651 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: metering-labels {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.403939 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: metering-label-rules {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.405383 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: network-ip-availabilities {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.406669 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: bindings {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.408259 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: quotas {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.409896 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: quotas {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.411363 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: rbac-policies {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.412601 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: security-groups {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.414425 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: security-group-rules {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.415786 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: service-providers {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.417071 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: subnetpools {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.418452 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: subnetpools {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.420044 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: tags {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.421786 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: tags {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.423543 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: tags {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.425481 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: tags {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.427209 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: tags {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.429088 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: tags {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.431462 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: tags {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.433289 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: tags {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.435328 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: tags {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.437148 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.extensions [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Extended resource: tags {{(pid=81974) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 13 21:50:20.444014 dv-cinder-800618-1-iscsi neutron-server[81974]: WARNING keystonemiddleware.auth_token [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jul 13 21:50:20.448943 dv-cinder-800618-1-iscsi neutron-server[81974]: WARNING keystonemiddleware.auth_token [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jul 13 21:50:20.457708 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Acquired lock "singleton_lock" {{(pid=81974) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}}
Jul 13 21:50:20.458234 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Releasing lock "singleton_lock" {{(pid=81974) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}}
Jul 13 21:50:20.459673 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO oslo_service.service [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Starting 2 workers
Jul 13 21:50:20.464288 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Started child 82083 {{(pid=81974) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Jul 13 21:50:20.468808 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:20.469053 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Started child 82084 {{(pid=81974) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Jul 13 21:50:20.470382 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [-] (82083) wsgi starting up on http://0.0.0.0:9696
Jul 13 21:50:20.470583 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.service [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Neutron service started, listening on 0.0.0.0:9696
Jul 13 21:50:20.471235 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Notify callbacks [] for process, before_spawn {{(pid=81974) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:20.472698 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:20.473768 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO oslo_service.service [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Starting 1 workers
Jul 13 21:50:20.474130 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [-] (82084) wsgi starting up on http://0.0.0.0:9696
Jul 13 21:50:20.479533 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Started child 82085 {{(pid=81974) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Jul 13 21:50:20.480056 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO oslo_service.service [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Starting 1 workers
Jul 13 21:50:20.482135 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.service [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] calling RpcWorker wait() {{(pid=82085) _wait /opt/stack/neutron/neutron/service.py:128}}
Jul 13 21:50:20.482537 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.service [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] returning from RpcWorker wait() {{(pid=82085) _wait /opt/stack/neutron/neutron/service.py:135}}
Jul 13 21:50:20.484191 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:20.484554 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Started child 82086 {{(pid=81974) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Jul 13 21:50:20.484666 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:50:20.485330 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a8efdbe1-6620-457c-8f70-bcb53d6237a9 None None] Notify callbacks [] for process, after_spawn {{(pid=81974) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:20.486979 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=81974) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}}
Jul 13 21:50:20.487218 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jul 13 21:50:20.487428 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jul 13 21:50:20.487703 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jul 13 21:50:20.488134 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jul 13 21:50:20.488325 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jul 13 21:50:20.488648 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:20.488958 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.489262 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.489562 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.489760 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:50:20.489855 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.490177 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.490818 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.491129 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.491398 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.492262 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.492557 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.492763 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.492994 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.493286 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.493567 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.493898 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.494194 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.494453 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.494742 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.494957 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.495243 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.495552 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.495831 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.496116 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] debug                          = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.496366 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.496992 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.497254 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.497539 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.497803 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.498084 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.498364 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.498667 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.498928 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.499183 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.499422 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.499704 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.499955 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.500213 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.500506 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.500764 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.501206 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] host                           = dv-cinder-800618-1-iscsi {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.501453 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.501699 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.501978 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.502240 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.502538 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.502760 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.503061 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.503323 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.503608 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.503863 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.504128 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.504378 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.504643 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.504929 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.505122 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.505370 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.505648 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.505924 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.506145 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.506338 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.506530 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.506815 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.507007 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.507340 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.507580 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.507822 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.508077 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.508318 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.508559 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.508888 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.509153 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.509423 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.509673 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.509949 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.510239 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.510519 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.510783 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.511010 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.511258 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.511501 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.511741 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.511999 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.513026 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.513026 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.513026 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.513026 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.515759 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.515759 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.515759 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.515759 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.515759 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.515759 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.515759 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.515759 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.516334 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.516334 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.516334 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.516334 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.516334 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.516334 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.516944 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.516944 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.517137 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.517421 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.517605 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.517753 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.517969 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.518224 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.518490 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.518933 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.519273 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.519638 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.520522 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.520522 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.520522 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.521258 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.521258 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.521258 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.521671 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.521671 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.521950 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.522806 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.522806 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.522806 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.18/identity {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.523678 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.523678 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.523678 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.523895 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.523969 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.524249 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.524481 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.524808 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.525058 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.526151 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.526151 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.526151 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.526151 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.528454 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.528454 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.528454 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.528454 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.528454 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.528454 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.528454 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.528454 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.528454 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.530680 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.530680 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.530680 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.530680 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.530680 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.530680 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.530680 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.530680 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.530680 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.531430 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.531430 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.531430 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.531430 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.531430 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.531859 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.531859 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.532039 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.532134 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.532372 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.532621 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.533440 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.533440 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.533440 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.533726 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.533824 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.534030 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.534272 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.534495 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.534933 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.535352 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.536059 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.536059 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.536059 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.536286 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.536525 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.536790 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.537105 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.537462 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.537738 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.539229 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.539229 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.539229 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.539642 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.539642 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.539910 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.540057 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.540630 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.540630 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.540913 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.541032 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.542294 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.542294 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.542294 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.542294 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.542294 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.542857 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.542857 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.543070 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.543185 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.543440 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.543748 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.544098 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.544262 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.544892 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.544892 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.545180 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.545318 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.545602 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.545890 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.546183 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.546464 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.546735 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.547007 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.547290 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.547563 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.547862 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.548145 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.548416 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.548680 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.549033 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.549403 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.549699 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.549942 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.550184 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.550464 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.550777 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.551044 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.551336 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.551613 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.551905 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.552186 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.552455 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.18/identity {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.552716 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.553026 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.553299 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.553542 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.553801 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.554057 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.554880 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.555152 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.555423 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.555706 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.555951 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.556200 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.556442 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.556706 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.556979 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.557274 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.557516 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.557765 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.558029 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.558278 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.558526 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.558772 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.559013 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.559295 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.559540 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.559844 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.560146 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.560412 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.560660 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.561090 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.561534 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.561961 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.562251 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.562562 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.562882 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.563135 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.563402 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.564293 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.564293 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.564293 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.565402 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.565402 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.565402 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.565402 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.565769 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.565769 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.565941 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.566691 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.566691 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.566691 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.569226 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.569226 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.569226 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.569226 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.569226 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.569226 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.569226 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.569226 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.571077 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.571077 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.571077 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.571077 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.571077 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.571077 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.571077 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.571077 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.571077 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.572032 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.572032 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.572032 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.572032 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.572032 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.572459 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.572459 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.572634 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.572895 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.573296 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.573528 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.573814 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.574065 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.574331 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.574658 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.574993 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.575390 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.575678 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.575980 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.576271 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.576590 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.576932 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.577244 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.577505 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.577828 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.578173 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.578474 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.578760 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.579037 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.579332 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.579579 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.579820 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.580067 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.580320 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.580567 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.580893 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.581209 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.581487 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.581737 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.581998 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.582270 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.582528 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.582795 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.583051 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.583310 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.583496 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jul 13 21:50:20.584029 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=81974) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}}
Jul 13 21:50:20.584231 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jul 13 21:50:20.584369 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jul 13 21:50:20.584758 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jul 13 21:50:20.584993 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jul 13 21:50:20.585181 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jul 13 21:50:20.585456 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.585652 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.585845 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.586035 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.586224 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.586434 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.586625 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.586814 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.587002 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.587189 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.587376 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.587564 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.587751 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.587938 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.588124 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.588312 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.588499 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.588686 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.588904 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.589094 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.589280 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.589467 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.589652 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] debug                          = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.589838 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.590061 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.590250 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.590437 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.590622 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.590807 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.590993 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.591179 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.591364 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.591550 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.591737 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.591921 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.592352 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.592543 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.592729 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.592941 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.593130 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] host                           = dv-cinder-800618-1-iscsi {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.593316 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.593502 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.593688 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.593872 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.594059 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.594245 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.594430 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.594616 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.594803 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.594989 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.595175 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.595361 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.595548 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.595734 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.595919 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.596105 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.596290 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.596476 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.596684 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.596915 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.597086 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.597443 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.598015 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.598015 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.598015 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.598610 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.598610 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.598610 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.598610 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.599210 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.599210 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.599210 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.599210 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.599545 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.599545 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.599719 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.599855 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.600041 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.600228 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.600413 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.600602 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.600834 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.601509 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.601702 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.601888 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.602073 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.602257 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.602442 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.602626 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.602812 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.602997 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.603182 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.603377 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.603563 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.603748 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.603933 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.604119 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.604303 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.604487 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.604672 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.604884 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.605071 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.605256 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.605441 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.605627 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.605813 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.605997 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.606182 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.606368 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jul 13 21:50:20.606578 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.606771 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.606971 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.607160 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.607350 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.607539 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.607726 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.607914 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.608102 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.608290 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.609183 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.609183 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.609183 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.609183 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.609183 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.18/identity {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.611184 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.611184 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.611184 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.611184 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.611184 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.611184 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.611184 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.611184 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.611859 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.611859 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.611859 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.611859 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.611859 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.611859 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.611859 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.611859 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.612512 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.612512 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.612512 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.612512 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.612899 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.612899 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.613086 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.613086 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.613265 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.613744 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.613744 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.613744 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.614125 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.614125 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.614300 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.614432 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.614622 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.614796 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.615149 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.615149 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.615454 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.615454 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.615681 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.615777 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.615962 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.616153 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.616420 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.616613 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.616955 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.616955 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.617181 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.617320 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.617419 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.617567 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.617757 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.617946 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.618134 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.618324 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.618511 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.618700 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.618890 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.619078 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.619277 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.619481 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.619673 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.619862 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.620055 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.620797 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.620797 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.620797 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.620797 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.621315 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.621670 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.621843 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.622195 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.622393 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.622579 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.622765 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.622958 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.623128 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.623317 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.623508 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.623698 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.623887 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.624077 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.624266 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.624456 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.624644 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.624855 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.625056 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.625246 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.625437 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.625626 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.625824 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.626022 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.626212 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.626401 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.626589 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.626777 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.626969 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.627129 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.627318 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.627505 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.627692 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.627879 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.628075 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.628290 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.628479 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.628668 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.628881 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.629071 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.629261 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.629448 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.629636 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.629825 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.630013 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.630202 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.630390 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.18/identity {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.630580 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.630769 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.630957 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.631167 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.631311 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.631498 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.631687 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.631877 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.632065 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.632754 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.632972 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.633736 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.633736 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.633736 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.633736 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.633736 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.635199 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.635199 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.635199 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.635199 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.635199 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.635199 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.635199 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.635199 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.636294 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.636294 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.636294 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.636294 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.636294 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.636294 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.636294 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.636966 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.636966 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.636966 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.636966 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.637304 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.637304 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.637493 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.637594 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.637732 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.637906 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.638307 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.638478 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.638683 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.638782 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:50:20.638860 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.639025 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.639205 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.639377 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.639561 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.639751 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.639940 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.640129 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.640316 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.640507 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.640697 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.640913 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.641106 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.641295 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.641484 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.641672 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.641861 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.642060 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.642219 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.642413 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.642600 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.642798 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.642987 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.643175 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.643379 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.643568 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.643756 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.643945 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.644155 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.644298 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.644437 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.644631 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.644873 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.645065 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.645255 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.645444 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.645633 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.645793 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.645986 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.646179 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.646377 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.646573 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.646762 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.646960 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.647194 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.647341 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.647488 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.647628 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.647828 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.648585 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.648721 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.648919 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.649110 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.649299 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.649487 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.649678 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.649866 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.650056 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.650243 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.650432 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.650620 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.651028 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.651028 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.651308 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.651308 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.652990 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.652990 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.652990 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jul 13 21:50:20.652990 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=81974) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jul 13 21:50:20.907927 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 34520) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:50:20.919340 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0091910
Jul 13 21:50:30.859485 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655c0ee7-1514-4e23-bcf0-bd879039a13b None None] get_active_networks_info from dv-cinder-800618-1-iscsi {{(pid=82085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jul 13 21:50:31.187361 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-05b99bf0-5995-48c3-9c45-b3955cdc4950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854024490'] for agent, after_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:31.242707 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655c0ee7-1514-4e23-bcf0-bd879039a13b None None] No non-hosted networks {{(pid=82085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jul 13 21:50:32.299045 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854024490'] for agent, after_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:32.300214 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:32.300954 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:32.301345 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:32.301928 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:32.302308 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:32.302682 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:32.303052 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:32.303437 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:32.304313 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:32.304699 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:32.306616 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:32.307045 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fcf36dd0438>, 'Open vSwitch agent', 'dv-cinder-800618-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:50:32.320346 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fcf36c891d0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800618-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:50:32.995891 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ee61faf3-95a6-455a-b762-f6bdaa42ee2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854024490'] for agent, after_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:33.000121 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.db.api [None req-9059a929-28dd-4534-a253-01e6ad299f0b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-800618-1-iscsi {{(pid=82085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 13 21:50:33.000635 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_db.api [None req-9059a929-28dd-4534-a253-01e6ad299f0b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 13 21:50:33.518696 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9059a929-28dd-4534-a253-01e6ad299f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:33.595566 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854024490'] for agent, after_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:34.674488 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854024490'] for agent, after_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:35.505023 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 34634) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:50:36.171848 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [None req-8fa6b2e2-3658-4e7f-beb4-46406973324c admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=82084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 13 21:50:36.173027 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-8fa6b2e2-3658-4e7f-beb4-46406973324c admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.6669993
Jul 13 21:50:38.005511 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.l3_hamode_db [None req-1132a61b-53ff-4914-803c-b279a11fc33d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jul 13 21:50:38.095225 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1132a61b-53ff-4914-803c-b279a11fc33d None None] Routers set() bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 21:50:38.095581 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1132a61b-53ff-4914-803c-b279a11fc33d None None] Router IDs set() for agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jul 13 21:50:38.352692 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 34650) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:50:38.428088 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-366d81ae-92de-4bbd-b304-a7b6c66b9380 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:50:38.673489 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.policy [None req-366d81ae-92de-4bbd-b304-a7b6c66b9380 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82084) register_rules /opt/stack/neutron/neutron/policy.py:68}}
Jul 13 21:50:38.680571 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.quota [None req-366d81ae-92de-4bbd-b304-a7b6c66b9380 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fcf36ba5b70>.
Jul 13 21:50:38.715205 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-366d81ae-92de-4bbd-b304-a7b6c66b9380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:50:38.776997 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-366d81ae-92de-4bbd-b304-a7b6c66b9380 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363253860034685', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363253859996836', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363253859998972', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363253859539567', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363253859982553', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-161752', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-179569', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854046697', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-663283'] for rbac-policy, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:38.841452 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-366d81ae-92de-4bbd-b304-a7b6c66b9380 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:38.842976 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-366d81ae-92de-4bbd-b304-a7b6c66b9380 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.4892664
Jul 13 21:50:41.011595 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 34666) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:50:41.087173 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Request body: {'network': {'name': 'private', 'project_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'admin_state_up': True}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:50:41.093196 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:50:41.097618 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Usage tracker for resource:network and tenant:1254a7558c6f4cc9b5bd20e298a46c4b is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:50:41.101665 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:50:41.107876 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:50:41.116341 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Made reservation on behalf of 1254a7558c6f4cc9b5bd20e298a46c4b for: {'network': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 21:50:41.122056 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for network, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:41.140063 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:41.181738 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:50:41.185523 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Usage tracker for resource:security_group_rule and tenant:1254a7558c6f4cc9b5bd20e298a46c4b is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:50:41.188367 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:50:41.194590 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:50:41.262361 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:41.264932 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:41.269365 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:50:41.289940 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100}  {{(pid=82084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 13 21:50:41.315376 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253856686094', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:41.315945 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fcf37b2ff28> segment precommit_create {{(pid=82084) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Jul 13 21:50:41.316398 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.segments_db [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Added segment dd2acee5-31a3-4169-9888-bf2ffbfb5a77 of type vlan for network 7740b2ab-7130-4afa-a8d9-ada4b355e5f6
Jul 13 21:50:41.366359 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4ed373-fe66-468f-b608-577a9ca10f34,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:50:41.391117 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:41.391489 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:41.391849 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:41.392208 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:41.392568 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:41.392946 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:41.393301 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:41.393663 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:41.394009 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:41.394353 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:41.394695 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Tracked resource versions report:
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]: pushed versions:
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]: {   'ConntrackHelper': {'1.0'},
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Log': {'1.0'},
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Network': {'1.1'},
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Port': {'1.5'},
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]:     'PortForwarding': {'1.2'},
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]:     'QosPolicy': {'1.8'},
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]:     'SecurityGroup': {'1.2'},
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]:     'SecurityGroupRule': {'1.0'},
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]:     'SubPort': {'1.0'},
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Subnet': {'1.1'},
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Trunk': {'1.1'}}
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]: consumer versions:
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]: {   DHCP agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]:     L3 agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]:     Metadata agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]:     Metering agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]:     Open vSwitch agent@dv-cinder-800618-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Log': '1.0',
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Network': '1.1',
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Port': '1.5',
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'PortForwarding': '1.2',
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'QosPolicy': '1.8',
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'SecurityGroup': '1.2',
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'SecurityGroupRule': '1.0',
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'SubPort': '1.0',
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Subnet': '1.1',
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Trunk': '1.1'}}
Jul 13 21:50:41.395792 dv-cinder-800618-1-iscsi neutron-server[81974]:  {{(pid=82084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 13 21:50:41.436445 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:50:41.438138 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782997489472'] for network, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:41.474966 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for network, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:41.476225 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:50:41.476915 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:41.481611 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:50:41.587908 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.5751643
Jul 13 21:50:41.591161 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Pushing event updated for resources: {'Network': ['ID=7740b2ab-7130-4afa-a8d9-ada4b355e5f6,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:50:41.610404 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:50:41.619043 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Network 7740b2ab-7130-4afa-a8d9-ada4b355e5f6 details requested by agent ovs-agent-dv-cinder-800618-1-iscsi with host dv-cinder-800618-1-iscsi {{(pid=82085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 13 21:50:43.808207 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 34684) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:50:43.987129 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb319e7-d461-48d7-b123-ad6454cb4959 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:50:43.988538 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-7bb319e7-d461-48d7-b123-ad6454cb4959 admin admin] 10.222.0.18 "GET /v2.0/networks/7740b2ab-7130-4afa-a8d9-ada4b355e5f6 HTTP/1.1" status: 200  len: 825 time: 0.1792631
Jul 13 21:50:44.017940 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-80584406-42f2-4491-82ef-fdeaee9be180 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/534ed20b-393d-49c2-a4d6-d5e2de6c9ae7 HTTP/1.1" status: 200  len: 734 time: 0.0229053
Jul 13 21:50:44.026805 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-2dc10460-683a-4e5f-94c0-02cce49c4bd1 admin admin] Request body: {'subnet': {'tenant_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'network_id': '7740b2ab-7130-4afa-a8d9-ada4b355e5f6', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '534ed20b-393d-49c2-a4d6-d5e2de6c9ae7'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:50:44.031156 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-2dc10460-683a-4e5f-94c0-02cce49c4bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:50:44.035012 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-2dc10460-683a-4e5f-94c0-02cce49c4bd1 admin admin] Usage tracker for resource:subnet and tenant:1254a7558c6f4cc9b5bd20e298a46c4b is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:50:44.038014 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-2dc10460-683a-4e5f-94c0-02cce49c4bd1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:50:44.043794 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-2dc10460-683a-4e5f-94c0-02cce49c4bd1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:50:44.053078 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc10460-683a-4e5f-94c0-02cce49c4bd1 admin admin] Made reservation on behalf of 1254a7558c6f4cc9b5bd20e298a46c4b for: {'subnet': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 21:50:44.058154 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2dc10460-683a-4e5f-94c0-02cce49c4bd1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:44.348929 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2dc10460-683a-4e5f-94c0-02cce49c4bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for subnet, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:44.354011 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:50:44.436159 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc10460-683a-4e5f-94c0-02cce49c4bd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a80648b-d698-4086-90d7-12b9380225e9,revision_number=0']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:50:44.441911 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2dc10460-683a-4e5f-94c0-02cce49c4bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:50:44.447174 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc10460-683a-4e5f-94c0-02cce49c4bd1 admin admin] Checking segment: {'id': 'dd2acee5-31a3-4169-9888-bf2ffbfb5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7740b2ab-7130-4afa-a8d9-ada4b355e5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:50:44.447562 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc10460-683a-4e5f-94c0-02cce49c4bd1 admin admin] Network hostable DHCP agents. Network: 7740b2ab-7130-4afa-a8d9-ada4b355e5f6, hostable agents: ['42e73b5f-b36d-45e9-8068-895c526abb3e'], hosted agents: [] {{(pid=82084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 13 21:50:44.470700 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc10460-683a-4e5f-94c0-02cce49c4bd1 admin admin] Network 7740b2ab-7130-4afa-a8d9-ada4b355e5f6 is scheduled to be hosted by DHCP agent 42e73b5f-b36d-45e9-8068-895c526abb3e with binding_index 1 {{(pid=82084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 13 21:50:44.479790 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-2dc10460-683a-4e5f-94c0-02cce49c4bd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-iscsi, 7740b2ab-7130-4afa-a8d9-ada4b355e5f6) {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:50:44.484237 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc10460-683a-4e5f-94c0-02cce49c4bd1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:50:44.484901 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2dc10460-683a-4e5f-94c0-02cce49c4bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:44.490196 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a33296f-0208-4b50-b35d-cb52b25a9cc1 None None] Network 7740b2ab-7130-4afa-a8d9-ada4b355e5f6 requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 21:50:44.503767 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-2dc10460-683a-4e5f-94c0-02cce49c4bd1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4804840
Jul 13 21:50:44.881447 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2b74389-647e-5418-80f0-f99db5a1f3e2-7740b2ab-7130-4afa-a8d9-ada4b355e5f6', 'network_id': '7740b2ab-7130-4afa-a8d9-ada4b355e5f6', 'tenant_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'fixed_ips': [{'subnet_id': '5a80648b-d698-4086-90d7-12b9380225e9'}]}} from dv-cinder-800618-1-iscsi. {{(pid=82085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 13 21:50:44.883000 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:45.088237 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Allocated IP 172.20.0.2 (7740b2ab-7130-4afa-a8d9-ada4b355e5f6/5a80648b-d698-4086-90d7-12b9380225e9/9a48289f-213a-40e3-84de-0cdf3966550c) {{(pid=82085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 21:50:45.321235 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Notify callbacks [] for port, precommit_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:45.333729 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Transition to ACTIVE for port object 9a48289f-213a-40e3-84de-0cdf3966550c will not be triggered until provisioned by entity L2. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:50:45.353881 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Transition to ACTIVE for port object 9a48289f-213a-40e3-84de-0cdf3966550c will not be triggered until provisioned by entity DHCP. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:50:45.361040 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:45.365687 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:50:45.430610 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Network 7740b2ab-7130-4afa-a8d9-ada4b355e5f6 is already hosted by enough agents. {{(pid=82085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 21:50:45.433871 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Resources bound (agent type, host, resource id):  {{(pid=82085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:50:45.438566 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Pushing event updated for resources: {'Port': ['ID=9a48289f-213a-40e3-84de-0cdf3966550c,revision_number=1']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:50:45.441552 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Received port after_create {{(pid=82085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 21:50:45.453226 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:45.453607 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:45.453976 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:45.454340 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:45.454700 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:45.455064 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:45.455422 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:45.455779 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:45.456135 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:45.456487 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:45.456879 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Tracked resource versions report:
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]: pushed versions:
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]: {   'ConntrackHelper': {'1.0'},
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Log': {'1.0'},
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Network': {'1.1'},
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Port': {'1.5'},
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]:     'PortForwarding': {'1.2'},
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]:     'QosPolicy': {'1.8'},
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]:     'SecurityGroup': {'1.2'},
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]:     'SecurityGroupRule': {'1.0'},
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]:     'SubPort': {'1.0'},
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Subnet': {'1.1'},
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Trunk': {'1.1'}}
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]: consumer versions:
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]: {   DHCP agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]:     L3 agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]:     Metadata agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]:     Metering agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]:     Open vSwitch agent@dv-cinder-800618-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Log': '1.0',
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Network': '1.1',
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Port': '1.5',
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'PortForwarding': '1.2',
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'QosPolicy': '1.8',
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'SecurityGroup': '1.2',
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'SecurityGroupRule': '1.0',
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'SubPort': '1.0',
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Subnet': '1.1',
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Trunk': '1.1'}}
Jul 13 21:50:45.458005 dv-cinder-800618-1-iscsi neutron-server[81974]:  {{(pid=82085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 13 21:50:45.498244 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:50:45.545783 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Attempting to bind port 9a48289f-213a-40e3-84de-0cdf3966550c on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 21:50:45.546217 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Attempting to bind port 9a48289f-213a-40e3-84de-0cdf3966550c by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': 'dd2acee5-31a3-4169-9888-bf2ffbfb5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7740b2ab-7130-4afa-a8d9-ada4b355e5f6'}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 21:50:45.546634 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Attempting to bind port 9a48289f-213a-40e3-84de-0cdf3966550c on network 7740b2ab-7130-4afa-a8d9-ada4b355e5f6 {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 21:50:45.553220 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 21:50:45.554174 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Checking segment: {'id': 'dd2acee5-31a3-4169-9888-bf2ffbfb5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7740b2ab-7130-4afa-a8d9-ada4b355e5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:50:45.554639 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:45.555066 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Bound using segment: {'id': 'dd2acee5-31a3-4169-9888-bf2ffbfb5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7740b2ab-7130-4afa-a8d9-ada4b355e5f6'} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 21:50:45.555596 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Bound port: 9a48289f-213a-40e3-84de-0cdf3966550c, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2acee5-31a3-4169-9888-bf2ffbfb5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7740b2ab-7130-4afa-a8d9-ada4b355e5f6'}}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 21:50:45.556013 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:45.645189 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] For port 9a48289f-213a-40e3-84de-0cdf3966550c, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 21:50:45.649664 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] For port 9a48289f-213a-40e3-84de-0cdf3966550c, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=9a48289f-213a-40e3-84de-0cdf3966550c,segment=NetworkSegment(dd2acee5-31a3-4169-9888-bf2ffbfb5a77),segment_id=dd2acee5-31a3-4169-9888-bf2ffbfb5a77)] {{(pid=82085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 21:50:45.654516 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:45.659452 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:50:45.747909 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Pushing event updated for resources: {'Port': ['ID=9a48289f-213a-40e3-84de-0cdf3966550c,revision_number=2']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:50:45.751042 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:50:46.673968 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 34696) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:50:46.750816 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [None req-8c231d9d-b5be-4f39-aa71-e4e906a919d7 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=82084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 13 21:50:46.752456 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-8c231d9d-b5be-4f39-aa71-e4e906a919d7 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0772986
Jul 13 21:50:48.638177 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 9a48289f-213a-40e3-84de-0cdf3966550c up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:50:48.731279 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port 9a48289f-213a-40e3-84de-0cdf3966550c completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:50:48.923846 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 34712) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:50:48.998696 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [None req-cb09e954-4ffc-47cb-a32a-a2a7dabbaa1e admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=82084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 13 21:50:48.999790 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-cb09e954-4ffc-47cb-a32a-a2a7dabbaa1e admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0748980
Jul 13 21:50:50.428397 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff0e17c-befc-492a-ac7f-e166931715a3 None None] Network 7740b2ab-7130-4afa-a8d9-ada4b355e5f6 requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 21:50:50.552584 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-d3a87a9a-6eb6-4fa8-b15f-89c37cd0bc47 None None] Provisioning for port 9a48289f-213a-40e3-84de-0cdf3966550c completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:50:50.570277 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-d3a87a9a-6eb6-4fa8-b15f-89c37cd0bc47 None None] Provisioning complete for port 9a48289f-213a-40e3-84de-0cdf3966550c triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:50:50.570685 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d3a87a9a-6eb6-4fa8-b15f-89c37cd0bc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:50.781972 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d3a87a9a-6eb6-4fa8-b15f-89c37cd0bc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:50.829298 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-d3a87a9a-6eb6-4fa8-b15f-89c37cd0bc47 None None] For port 9a48289f-213a-40e3-84de-0cdf3966550c, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=9a48289f-213a-40e3-84de-0cdf3966550c,segment=NetworkSegment(dd2acee5-31a3-4169-9888-bf2ffbfb5a77),segment_id=dd2acee5-31a3-4169-9888-bf2ffbfb5a77)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:50:50.833908 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d3a87a9a-6eb6-4fa8-b15f-89c37cd0bc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:50.835994 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b00671f2-4b62-43bd-9421-482377469e25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:50:50.908212 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a87a9a-6eb6-4fa8-b15f-89c37cd0bc47 None None] Pushing event updated for resources: {'Port': ['ID=9a48289f-213a-40e3-84de-0cdf3966550c,revision_number=3']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:50:50.911426 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-d3a87a9a-6eb6-4fa8-b15f-89c37cd0bc47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:50:51.058965 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-175e6345-9178-4111-b901-b3bb7e7d0ff1 None None] Provisioning complete for port 9a48289f-213a-40e3-84de-0cdf3966550c triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:50:51.059332 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-175e6345-9178-4111-b901-b3bb7e7d0ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:51.218877 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 34726) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:50:51.292536 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-072f5203-bbf0-4f8d-93df-9909a796159f admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '1254a7558c6f4cc9b5bd20e298a46c4b'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:50:51.297869 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-072f5203-bbf0-4f8d-93df-9909a796159f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:50:51.301840 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-072f5203-bbf0-4f8d-93df-9909a796159f admin admin] Usage tracker for resource:router and tenant:1254a7558c6f4cc9b5bd20e298a46c4b is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:50:51.304992 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-072f5203-bbf0-4f8d-93df-9909a796159f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:50:51.310959 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-072f5203-bbf0-4f8d-93df-9909a796159f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:50:51.320657 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-072f5203-bbf0-4f8d-93df-9909a796159f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770131'] for router, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:51.321874 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-072f5203-bbf0-4f8d-93df-9909a796159f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854024219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854022111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854215556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5669'] for router, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:51.345312 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-072f5203-bbf0-4f8d-93df-9909a796159f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:51.442915 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-072f5203-bbf0-4f8d-93df-9909a796159f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854024445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753675'] for router, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:51.461242 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-072f5203-bbf0-4f8d-93df-9909a796159f admin admin] Notify callbacks [] for router, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:51.462479 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-072f5203-bbf0-4f8d-93df-9909a796159f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.2425663
Jul 13 21:50:52.610938 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 9a48289f-213a-40e3-84de-0cdf3966550c up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:50:52.684179 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 9a48289f-213a-40e3-84de-0cdf3966550c triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:50:52.684585 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:53.584384 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 34738) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:50:53.659928 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [None req-9a8d8496-b521-4e46-bec0-86ac6775b639 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=82084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 13 21:50:53.661052 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-9a8d8496-b521-4e46-bec0-86ac6775b639 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0749736
Jul 13 21:50:55.817003 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 34750) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:50:55.892201 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:50:55.898189 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:50:55.902124 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Usage tracker for resource:network and tenant:6dfb133c6dfb4d7fb85bdeb5cb4d610e is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:50:55.905061 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:50:55.910931 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:50:55.919888 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Made reservation on behalf of 6dfb133c6dfb4d7fb85bdeb5cb4d610e for: {'network': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 21:50:55.924394 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for network, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:55.936865 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:55.971114 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:50:55.974851 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Usage tracker for resource:security_group_rule and tenant:6dfb133c6dfb4d7fb85bdeb5cb4d610e is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:50:55.977690 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:50:55.983450 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:50:56.050292 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:56.052786 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:56.057457 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:50:56.071625 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Reserving flat network on physical network physnet1 {{(pid=82084) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Jul 13 21:50:56.095850 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b38ae80-0a5f-4522-a58b-cad3b6721de4,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:50:56.098850 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:56.099311 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.segments_db [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Added segment f2be2d0b-eb2f-4b13-af2c-9b0e8380923c of type flat for network c8866fbd-09a0-4cda-b97c-1016e46e3e88
Jul 13 21:50:56.100559 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:50:56.132140 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782997489472'] for network, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:56.166231 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for network, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:56.167424 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:50:56.168051 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:56.173077 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7e54222b-767d-4de0-a218-ecb6f4ea6dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:50:56.396071 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5778937
Jul 13 21:50:56.399219 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Pushing event updated for resources: {'Network': ['ID=c8866fbd-09a0-4cda-b97c-1016e46e3e88,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:50:56.402072 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:50:56.410748 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Network c8866fbd-09a0-4cda-b97c-1016e46e3e88 details requested by agent ovs-agent-dv-cinder-800618-1-iscsi with host dv-cinder-800618-1-iscsi {{(pid=82085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 13 21:50:58.517303 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 34762) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:50:58.655381 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28b038d-f03a-413f-ae08-11f56dd5d604 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:50:58.656824 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-e28b038d-f03a-413f-ae08-11f56dd5d604 admin admin] 10.222.0.18 "GET /v2.0/subnets/5a80648b-d698-4086-90d7-12b9380225e9 HTTP/1.1" status: 200  len: 849 time: 0.1384776
Jul 13 21:50:58.807362 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-9c7f3416-b29a-4bae-946b-cab11a27486d admin admin] 10.222.0.18 "GET /v2.0/routers/3d66f97f-4951-4b5a-bda7-4923b932da39 HTTP/1.1" status: 200  len: 704 time: 0.1446798
Jul 13 21:50:59.287065 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b20bd1c0-1e48-435e-abff-57f208a82aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:59.525254 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-b20bd1c0-1e48-435e-abff-57f208a82aba admin admin] Allocated IP 172.20.0.1 (7740b2ab-7130-4afa-a8d9-ada4b355e5f6/5a80648b-d698-4086-90d7-12b9380225e9/974e7d33-8b7b-4b9c-a114-950b44e48ed3) {{(pid=82084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 21:50:59.686311 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b20bd1c0-1e48-435e-abff-57f208a82aba admin admin] Notify callbacks [] for port, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:59.703188 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-b20bd1c0-1e48-435e-abff-57f208a82aba admin admin] Transition to ACTIVE for port object 974e7d33-8b7b-4b9c-a114-950b44e48ed3 will not be triggered until provisioned by entity DHCP. {{(pid=82084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:50:59.749264 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b20bd1c0-1e48-435e-abff-57f208a82aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:59.754026 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:50:59.821097 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20bd1c0-1e48-435e-abff-57f208a82aba admin admin] Network 7740b2ab-7130-4afa-a8d9-ada4b355e5f6 is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 21:50:59.824361 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-b20bd1c0-1e48-435e-abff-57f208a82aba admin admin] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:50:59.828691 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20bd1c0-1e48-435e-abff-57f208a82aba admin admin] Received port after_create {{(pid=82084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 21:50:59.829733 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b20bd1c0-1e48-435e-abff-57f208a82aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854016810'] for router_interface, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:50:59.831963 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bd1c0-1e48-435e-abff-57f208a82aba admin admin] Pushing event updated for resources: {'Port': ['ID=974e7d33-8b7b-4b9c-a114-950b44e48ed3,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:50:59.837428 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b20bd1c0-1e48-435e-abff-57f208a82aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:50:59.951725 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b20bd1c0-1e48-435e-abff-57f208a82aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:00.055605 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-b7228611-71b2-4107-8e4b-05ba08deb7ea None None] Provisioning for port 974e7d33-8b7b-4b9c-a114-950b44e48ed3 completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:51:00.060557 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-b7228611-71b2-4107-8e4b-05ba08deb7ea None None] Provisioning complete for port 974e7d33-8b7b-4b9c-a114-950b44e48ed3 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:51:00.061001 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b7228611-71b2-4107-8e4b-05ba08deb7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:00.117304 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-b7228611-71b2-4107-8e4b-05ba08deb7ea None None] Port 974e7d33-8b7b-4b9c-a114-950b44e48ed3 cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 21:51:00.189772 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b20bd1c0-1e48-435e-abff-57f208a82aba admin admin] Notify callbacks [] for port, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:00.193144 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b20bd1c0-1e48-435e-abff-57f208a82aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:00.194730 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b20bd1c0-1e48-435e-abff-57f208a82aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16054315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758901'] for router_interface, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:00.198665 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:51:00.476064 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bd1c0-1e48-435e-abff-57f208a82aba admin admin] Pushing event updated for resources: {'Port': ['ID=974e7d33-8b7b-4b9c-a114-950b44e48ed3,revision_number=2']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:51:00.480427 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b20bd1c0-1e48-435e-abff-57f208a82aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:51:00.541367 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20bd1c0-1e48-435e-abff-57f208a82aba admin admin] Network 7740b2ab-7130-4afa-a8d9-ada4b355e5f6 is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 21:51:00.542475 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-b20bd1c0-1e48-435e-abff-57f208a82aba admin admin] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:51:00.643790 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-91d8f19e-5882-44cc-9c27-b8195e39630d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:00.843019 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-89b8a457-431c-4f7e-b197-8d0f8dd0649e None None] Provisioning complete for port 974e7d33-8b7b-4b9c-a114-950b44e48ed3 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:51:00.843377 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-89b8a457-431c-4f7e-b197-8d0f8dd0649e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:00.895724 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-89b8a457-431c-4f7e-b197-8d0f8dd0649e None None] Port 974e7d33-8b7b-4b9c-a114-950b44e48ed3 cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 21:51:00.913283 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20bd1c0-1e48-435e-abff-57f208a82aba admin admin] Router 3d66f97f-4951-4b5a-bda7-4923b932da39 is scheduled to L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 with binding_index 1 {{(pid=82084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 13 21:51:01.086835 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20bd1c0-1e48-435e-abff-57f208a82aba admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 21:51:01.096545 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-b20bd1c0-1e48-435e-abff-57f208a82aba admin admin] 10.222.0.18 "PUT /v2.0/routers/3d66f97f-4951-4b5a-bda7-4923b932da39/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.2837267
Jul 13 21:51:01.102483 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] Sync routers for ids ['3d66f97f-4951-4b5a-bda7-4923b932da39'] in dv-cinder-800618-1-iscsi {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 21:51:01.116473 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] Routers {'3d66f97f-4951-4b5a-bda7-4923b932da39'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 21:51:01.117267 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36e24048>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T21:50:34Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['3d66f97f-4951-4b5a-bda7-4923b932da39'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:51:01.292078 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] Set router 3d66f97f-4951-4b5a-bda7-4923b932da39 gateway port host: None {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 21:51:01.659399 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36e24048>, [{'id': '3d66f97f-4951-4b5a-bda7-4923b932da39', 'name': 'router1', 'tenant_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:50:51Z', 'updated_at': '2021-07-13T21:50:59Z', 'revision_number': 2, 'project_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'gw_port_host': None, '_interfaces': [{'id': '974e7d33-8b7b-4b9c-a114-950b44e48ed3', 'name': '', 'network_id': '7740b2ab-7130-4afa-a8d9-ada4b355e5f6', 'tenant_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'mac_address': 'fa:16:3e:08:06:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d66f97f-4951-4b5a-bda7-4923b932da39', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a80648b-d698-4086-90d7-12b9380225e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:50:59Z', 'updated_at': '2021-07-13T21:51:00Z', 'revision_number': 2, 'project_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'subnets': [{'id': '5a80648b-d698-4086-90d7-12b9380225e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '534ed20b-393d-49c2-a4d6-d5e2de6c9ae7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:51:01.665811 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] Checking router: 3d66f97f-4951-4b5a-bda7-4923b932da39 for host: dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 21:51:01.666198 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] Updating router 3d66f97f-4951-4b5a-bda7-4923b932da39 port 974e7d33-8b7b-4b9c-a114-950b44e48ed3 binding host dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 13 21:51:01.718089 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:02.102142 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] Notify callbacks [] for port, precommit_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:02.117508 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] Transition to ACTIVE for port object 974e7d33-8b7b-4b9c-a114-950b44e48ed3 will not be triggered until provisioned by entity L2. {{(pid=82086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:51:02.123028 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:02.128211 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:51:02.261692 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178709e-40f6-433b-ae1f-a6ec1dfa3da5 None None] Pushing event updated for resources: {'Port': ['ID=974e7d33-8b7b-4b9c-a114-950b44e48ed3,revision_number=3']} {{(pid=82086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:51:02.273865 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178709e-40f6-433b-ae1f-a6ec1dfa3da5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:51:02.274245 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178709e-40f6-433b-ae1f-a6ec1dfa3da5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:51:02.274606 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178709e-40f6-433b-ae1f-a6ec1dfa3da5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:51:02.274974 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178709e-40f6-433b-ae1f-a6ec1dfa3da5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:51:02.275325 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178709e-40f6-433b-ae1f-a6ec1dfa3da5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:51:02.275680 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178709e-40f6-433b-ae1f-a6ec1dfa3da5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:51:02.276036 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178709e-40f6-433b-ae1f-a6ec1dfa3da5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:51:02.276386 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178709e-40f6-433b-ae1f-a6ec1dfa3da5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:51:02.276735 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178709e-40f6-433b-ae1f-a6ec1dfa3da5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:51:02.277106 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178709e-40f6-433b-ae1f-a6ec1dfa3da5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:51:02.277455 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178709e-40f6-433b-ae1f-a6ec1dfa3da5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6178709e-40f6-433b-ae1f-a6ec1dfa3da5 None None] Tracked resource versions report:
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]: pushed versions:
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]: {   'ConntrackHelper': {'1.0'},
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Log': {'1.0'},
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Network': {'1.1'},
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Port': {'1.5'},
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]:     'PortForwarding': {'1.2'},
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]:     'QosPolicy': {'1.8'},
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]:     'SecurityGroup': {'1.2'},
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]:     'SecurityGroupRule': {'1.0'},
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]:     'SubPort': {'1.0'},
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Subnet': {'1.1'},
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Trunk': {'1.1'}}
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]: consumer versions:
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]: {   DHCP agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]:     L3 agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]:     Metadata agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]:     Metering agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]:     Open vSwitch agent@dv-cinder-800618-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Log': '1.0',
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Network': '1.1',
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Port': '1.5',
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'PortForwarding': '1.2',
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'QosPolicy': '1.8',
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'SecurityGroup': '1.2',
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'SecurityGroupRule': '1.0',
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'SubPort': '1.0',
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Subnet': '1.1',
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Trunk': '1.1'}}
Jul 13 21:51:02.278583 dv-cinder-800618-1-iscsi neutron-server[81974]:  {{(pid=82086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 13 21:51:02.282271 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6178709e-40f6-433b-ae1f-a6ec1dfa3da5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:51:02.291809 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:02.372454 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] Attempting to bind port 974e7d33-8b7b-4b9c-a114-950b44e48ed3 on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 21:51:02.372834 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] Attempting to bind port 974e7d33-8b7b-4b9c-a114-950b44e48ed3 by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': 'dd2acee5-31a3-4169-9888-bf2ffbfb5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7740b2ab-7130-4afa-a8d9-ada4b355e5f6'}] {{(pid=82086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 21:51:02.373258 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] Attempting to bind port 974e7d33-8b7b-4b9c-a114-950b44e48ed3 on network 7740b2ab-7130-4afa-a8d9-ada4b355e5f6 {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 21:51:02.380032 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 21:51:02.380454 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] Checking segment: {'id': 'dd2acee5-31a3-4169-9888-bf2ffbfb5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7740b2ab-7130-4afa-a8d9-ada4b355e5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:51:02.380948 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:02.381899 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] Bound using segment: {'id': 'dd2acee5-31a3-4169-9888-bf2ffbfb5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7740b2ab-7130-4afa-a8d9-ada4b355e5f6'} {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 21:51:02.382431 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] Bound port: 974e7d33-8b7b-4b9c-a114-950b44e48ed3, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2acee5-31a3-4169-9888-bf2ffbfb5a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7740b2ab-7130-4afa-a8d9-ada4b355e5f6'}}] {{(pid=82086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 21:51:02.382842 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:02.473548 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] For port 974e7d33-8b7b-4b9c-a114-950b44e48ed3, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 21:51:02.478439 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] For port 974e7d33-8b7b-4b9c-a114-950b44e48ed3, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=974e7d33-8b7b-4b9c-a114-950b44e48ed3,segment=NetworkSegment(dd2acee5-31a3-4169-9888-bf2ffbfb5a77),segment_id=dd2acee5-31a3-4169-9888-bf2ffbfb5a77)] {{(pid=82086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 21:51:02.482637 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:02.487405 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:51:02.574611 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178709e-40f6-433b-ae1f-a6ec1dfa3da5 None None] Pushing event updated for resources: {'Port': ['ID=974e7d33-8b7b-4b9c-a114-950b44e48ed3,revision_number=4']} {{(pid=82086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:51:02.579378 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6178709e-40f6-433b-ae1f-a6ec1dfa3da5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:51:02.583418 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] Routers {'3d66f97f-4951-4b5a-bda7-4923b932da39'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 21:51:02.584075 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36e24048>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T21:50:34Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['3d66f97f-4951-4b5a-bda7-4923b932da39'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:51:02.745123 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] Set router 3d66f97f-4951-4b5a-bda7-4923b932da39 gateway port host: None {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 21:51:02.961660 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1a12bfd7-8536-4e82-a5a1-3d036713fadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:03.087370 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36e24048>, [{'id': '3d66f97f-4951-4b5a-bda7-4923b932da39', 'name': 'router1', 'tenant_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:50:51Z', 'updated_at': '2021-07-13T21:50:59Z', 'revision_number': 2, 'project_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'gw_port_host': None, '_interfaces': [{'id': '974e7d33-8b7b-4b9c-a114-950b44e48ed3', 'name': '', 'network_id': '7740b2ab-7130-4afa-a8d9-ada4b355e5f6', 'tenant_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'mac_address': 'fa:16:3e:08:06:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d66f97f-4951-4b5a-bda7-4923b932da39', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a80648b-d698-4086-90d7-12b9380225e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:50:59Z', 'updated_at': '2021-07-13T21:51:02Z', 'revision_number': 4, 'project_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'subnets': [{'id': '5a80648b-d698-4086-90d7-12b9380225e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '534ed20b-393d-49c2-a4d6-d5e2de6c9ae7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:51:03.091367 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de85526-5c4a-435e-a42c-b43514eb6f4e None None] The sync data for ids ['3d66f97f-4951-4b5a-bda7-4923b932da39'] in dv-cinder-800618-1-iscsi is: [{'id': '3d66f97f-4951-4b5a-bda7-4923b932da39', 'name': 'router1', 'tenant_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:50:51Z', 'updated_at': '2021-07-13T21:50:59Z', 'revision_number': 2, 'project_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'gw_port_host': None, '_interfaces': [{'id': '974e7d33-8b7b-4b9c-a114-950b44e48ed3', 'name': '', 'network_id': '7740b2ab-7130-4afa-a8d9-ada4b355e5f6', 'tenant_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'mac_address': 'fa:16:3e:08:06:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d66f97f-4951-4b5a-bda7-4923b932da39', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a80648b-d698-4086-90d7-12b9380225e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:50:59Z', 'updated_at': '2021-07-13T21:51:02Z', 'revision_number': 4, 'project_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'subnets': [{'id': '5a80648b-d698-4086-90d7-12b9380225e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '534ed20b-393d-49c2-a4d6-d5e2de6c9ae7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 21:51:03.223594 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 34776) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:51:03.405785 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9f1e36-0def-423b-b01b-f25d5479c866 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:51:03.406328 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-9c9f1e36-0def-423b-b01b-f25d5479c866 admin admin] Synchronizing usage tracker for tenant:6dfb133c6dfb4d7fb85bdeb5cb4d610e on resource:network {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 21:51:03.423228 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-9c9f1e36-0def-423b-b01b-f25d5479c866 admin admin] Unset dirty status for tenant:6dfb133c6dfb4d7fb85bdeb5cb4d610e on resource:network {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 21:51:03.430931 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-9c9f1e36-0def-423b-b01b-f25d5479c866 admin admin] 10.222.0.18 "GET /v2.0/networks/c8866fbd-09a0-4cda-b97c-1016e46e3e88 HTTP/1.1" status: 200  len: 842 time: 0.2062702
Jul 13 21:51:03.435750 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-14874d0f-64a8-406f-b8d1-7e3410dd4daf admin admin] Request body: {'subnet': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'name': 'public-subnet'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:51:03.441286 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-14874d0f-64a8-406f-b8d1-7e3410dd4daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:51:03.445246 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-14874d0f-64a8-406f-b8d1-7e3410dd4daf admin admin] Usage tracker for resource:subnet and tenant:6dfb133c6dfb4d7fb85bdeb5cb4d610e is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:51:03.448142 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-14874d0f-64a8-406f-b8d1-7e3410dd4daf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:51:03.454569 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-14874d0f-64a8-406f-b8d1-7e3410dd4daf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:51:03.463767 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14874d0f-64a8-406f-b8d1-7e3410dd4daf admin admin] Made reservation on behalf of 6dfb133c6dfb4d7fb85bdeb5cb4d610e for: {'subnet': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 21:51:03.468796 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-14874d0f-64a8-406f-b8d1-7e3410dd4daf admin admin] Notify callbacks [] for subnet, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:03.546787 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:03.842598 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-14874d0f-64a8-406f-b8d1-7e3410dd4daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for subnet, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:03.850686 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:51:03.933270 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14874d0f-64a8-406f-b8d1-7e3410dd4daf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a6156a0-7e3f-4c59-8b62-81399f240021,revision_number=0']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:51:03.936290 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-14874d0f-64a8-406f-b8d1-7e3410dd4daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:51:03.937454 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14874d0f-64a8-406f-b8d1-7e3410dd4daf admin admin] Checking segment: {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:51:03.937844 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14874d0f-64a8-406f-b8d1-7e3410dd4daf admin admin] Network hostable DHCP agents. Network: c8866fbd-09a0-4cda-b97c-1016e46e3e88, hostable agents: ['42e73b5f-b36d-45e9-8068-895c526abb3e'], hosted agents: [] {{(pid=82084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 13 21:51:03.960330 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14874d0f-64a8-406f-b8d1-7e3410dd4daf admin admin] Network c8866fbd-09a0-4cda-b97c-1016e46e3e88 is scheduled to be hosted by DHCP agent 42e73b5f-b36d-45e9-8068-895c526abb3e with binding_index 1 {{(pid=82084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 13 21:51:03.969200 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-14874d0f-64a8-406f-b8d1-7e3410dd4daf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-iscsi, c8866fbd-09a0-4cda-b97c-1016e46e3e88) {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:51:03.976281 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14874d0f-64a8-406f-b8d1-7e3410dd4daf admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:51:03.976976 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-14874d0f-64a8-406f-b8d1-7e3410dd4daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:03.985592 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86cf0e7-0e11-4e86-8f7e-ddd53ee8da05 None None] Network c8866fbd-09a0-4cda-b97c-1016e46e3e88 requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 21:51:04.000334 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-14874d0f-64a8-406f-b8d1-7e3410dd4daf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5671744
Jul 13 21:51:04.229201 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e02d8b-6389-4bf5-92a9-aaf253968ae6 None None] Network c8866fbd-09a0-4cda-b97c-1016e46e3e88 requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 21:51:04.624105 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:04.639701 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 974e7d33-8b7b-4b9c-a114-950b44e48ed3 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:51:04.730986 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port 974e7d33-8b7b-4b9c-a114-950b44e48ed3 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:51:04.736149 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 974e7d33-8b7b-4b9c-a114-950b44e48ed3 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:51:04.736564 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:04.854717 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:04.887092 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] For port 974e7d33-8b7b-4b9c-a114-950b44e48ed3, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=974e7d33-8b7b-4b9c-a114-950b44e48ed3,segment=NetworkSegment(dd2acee5-31a3-4169-9888-bf2ffbfb5a77),segment_id=dd2acee5-31a3-4169-9888-bf2ffbfb5a77)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:51:04.890002 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:04.892349 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:51:04.957360 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Pushing event updated for resources: {'Port': ['ID=974e7d33-8b7b-4b9c-a114-950b44e48ed3,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:51:04.960880 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:51:06.186361 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 34792) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:51:06.426020 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-469e076a-c7a8-4927-9909-8a1ba96f6a6f admin admin] 10.222.0.18 "GET /v2.0/routers/3d66f97f-4951-4b5a-bda7-4923b932da39 HTTP/1.1" status: 200  len: 710 time: 0.2382557
Jul 13 21:51:06.564235 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc4d299-e240-49e0-8376-8b5ca85d1957 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:51:06.565728 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-fcc4d299-e240-49e0-8376-8b5ca85d1957 admin admin] 10.222.0.18 "GET /v2.0/networks/c8866fbd-09a0-4cda-b97c-1016e46e3e88 HTTP/1.1" status: 200  len: 886 time: 0.1340830
Jul 13 21:51:06.575424 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-e42d84e3-6e53-479f-b662-4fb3489d4c89 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:51:06.618634 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 974e7d33-8b7b-4b9c-a114-950b44e48ed3 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:51:06.690740 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 974e7d33-8b7b-4b9c-a114-950b44e48ed3 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:51:06.691066 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:07.217291 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e42d84e3-6e53-479f-b662-4fb3489d4c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854022096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:07.404789 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e42d84e3-6e53-479f-b662-4fb3489d4c89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:07.468274 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e42d84e3-6e53-479f-b662-4fb3489d4c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:07.603409 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-e42d84e3-6e53-479f-b662-4fb3489d4c89 admin admin] Allocated IP 172.27.3.9 (c8866fbd-09a0-4cda-b97c-1016e46e3e88/8a6156a0-7e3f-4c59-8b62-81399f240021/d3caae7c-1d22-47dc-bc8f-be78670852ac) {{(pid=82084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 21:51:07.753836 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e42d84e3-6e53-479f-b662-4fb3489d4c89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:07.779503 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e42d84e3-6e53-479f-b662-4fb3489d4c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:07.784164 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b20bd1c0-1e48-435e-abff-57f208a82aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:51:07.845383 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42d84e3-6e53-479f-b662-4fb3489d4c89 admin admin] Network c8866fbd-09a0-4cda-b97c-1016e46e3e88 is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 21:51:07.853118 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-e42d84e3-6e53-479f-b662-4fb3489d4c89 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:51:07.857720 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42d84e3-6e53-479f-b662-4fb3489d4c89 admin admin] Received port after_create {{(pid=82084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 21:51:07.886693 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d84e3-6e53-479f-b662-4fb3489d4c89 admin admin] Pushing event updated for resources: {'Port': ['ID=d3caae7c-1d22-47dc-bc8f-be78670852ac,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:51:07.894267 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e42d84e3-6e53-479f-b662-4fb3489d4c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:51:08.002661 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e42d84e3-6e53-479f-b662-4fb3489d4c89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:08.168338 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e42d84e3-6e53-479f-b662-4fb3489d4c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854022096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:08.171633 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e42d84e3-6e53-479f-b662-4fb3489d4c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-753720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854022141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854024430'] for router, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:08.371728 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42d84e3-6e53-479f-b662-4fb3489d4c89 admin admin] Router 3d66f97f-4951-4b5a-bda7-4923b932da39 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 21:51:08.571886 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42d84e3-6e53-479f-b662-4fb3489d4c89 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 21:51:08.579921 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e42d84e3-6e53-479f-b662-4fb3489d4c89 admin admin] Notify callbacks [] for router, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:08.581218 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-e42d84e3-6e53-479f-b662-4fb3489d4c89 admin admin] 10.222.0.18 "PUT /v2.0/routers/3d66f97f-4951-4b5a-bda7-4923b932da39 HTTP/1.1" status: 200  len: 888 time: 2.0093603
Jul 13 21:51:08.582118 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] Sync routers for ids ['3d66f97f-4951-4b5a-bda7-4923b932da39'] in dv-cinder-800618-1-iscsi {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 21:51:08.595545 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] Routers {'3d66f97f-4951-4b5a-bda7-4923b932da39'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 21:51:08.596231 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf367d6e10>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T21:51:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['3d66f97f-4951-4b5a-bda7-4923b932da39'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:51:08.795540 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] Set router 3d66f97f-4951-4b5a-bda7-4923b932da39 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 21:51:09.144612 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf367d6e10>, [{'id': '3d66f97f-4951-4b5a-bda7-4923b932da39', 'name': 'router1', 'tenant_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'd3caae7c-1d22-47dc-bc8f-be78670852ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:50:51Z', 'updated_at': '2021-07-13T21:51:07Z', 'revision_number': 4, 'project_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'gw_port': {'id': 'd3caae7c-1d22-47dc-bc8f-be78670852ac', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d66f97f-4951-4b5a-bda7-4923b932da39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:51:07Z', 'updated_at': '2021-07-13T21:51:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '974e7d33-8b7b-4b9c-a114-950b44e48ed3', 'name': '', 'network_id': '7740b2ab-7130-4afa-a8d9-ada4b355e5f6', 'tenant_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'mac_address': 'fa:16:3e:08:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d66f97f-4951-4b5a-bda7-4923b932da39', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a80648b-d698-4086-90d7-12b9380225e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:50:59Z', 'updated_at': '2021-07-13T21:51:04Z', 'revision_number': 5, 'project_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'subnets': [{'id': '5a80648b-d698-4086-90d7-12b9380225e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '534ed20b-393d-49c2-a4d6-d5e2de6c9ae7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:51:09.150021 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] Checking router: 3d66f97f-4951-4b5a-bda7-4923b932da39 for host: dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 21:51:09.150408 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] Updating router 3d66f97f-4951-4b5a-bda7-4923b932da39 port d3caae7c-1d22-47dc-bc8f-be78670852ac binding host dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 13 21:51:09.200720 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:09.536331 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] Notify callbacks [] for port, precommit_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:09.548116 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] Transition to ACTIVE for port object d3caae7c-1d22-47dc-bc8f-be78670852ac will not be triggered until provisioned by entity L2. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:51:09.554857 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:09.559363 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-d3a87a9a-6eb6-4fa8-b15f-89c37cd0bc47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:51:09.639685 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac09d1-cdd1-4620-ade2-f8a018ae1403 None None] Pushing event updated for resources: {'Port': ['ID=d3caae7c-1d22-47dc-bc8f-be78670852ac,revision_number=2']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:51:09.643390 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ffac09d1-cdd1-4620-ade2-f8a018ae1403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:51:09.644119 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] Attempting to bind port d3caae7c-1d22-47dc-bc8f-be78670852ac on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 21:51:09.644520 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] Attempting to bind port d3caae7c-1d22-47dc-bc8f-be78670852ac by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 21:51:09.644970 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] Attempting to bind port d3caae7c-1d22-47dc-bc8f-be78670852ac on network c8866fbd-09a0-4cda-b97c-1016e46e3e88 {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 21:51:09.651937 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 21:51:09.652345 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] Checking segment: {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:51:09.652815 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:09.653230 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] Bound using segment: {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 21:51:09.653738 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] Bound port: d3caae7c-1d22-47dc-bc8f-be78670852ac, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 21:51:09.654162 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:09.727799 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] For port d3caae7c-1d22-47dc-bc8f-be78670852ac, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 21:51:09.730961 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] For port d3caae7c-1d22-47dc-bc8f-be78670852ac, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=d3caae7c-1d22-47dc-bc8f-be78670852ac,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 21:51:09.735176 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:09.740154 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:51:09.823946 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac09d1-cdd1-4620-ade2-f8a018ae1403 None None] Pushing event updated for resources: {'Port': ['ID=d3caae7c-1d22-47dc-bc8f-be78670852ac,revision_number=3']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:51:09.828092 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ffac09d1-cdd1-4620-ade2-f8a018ae1403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:51:09.829113 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] Routers {'3d66f97f-4951-4b5a-bda7-4923b932da39'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 21:51:09.829758 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf367d6e10>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T21:51:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['3d66f97f-4951-4b5a-bda7-4923b932da39'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:51:10.147339 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] Set router 3d66f97f-4951-4b5a-bda7-4923b932da39 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 21:51:10.494724 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf367d6e10>, [{'id': '3d66f97f-4951-4b5a-bda7-4923b932da39', 'name': 'router1', 'tenant_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'd3caae7c-1d22-47dc-bc8f-be78670852ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:50:51Z', 'updated_at': '2021-07-13T21:51:07Z', 'revision_number': 4, 'project_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'gw_port': {'id': 'd3caae7c-1d22-47dc-bc8f-be78670852ac', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d66f97f-4951-4b5a-bda7-4923b932da39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:51:07Z', 'updated_at': '2021-07-13T21:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '974e7d33-8b7b-4b9c-a114-950b44e48ed3', 'name': '', 'network_id': '7740b2ab-7130-4afa-a8d9-ada4b355e5f6', 'tenant_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'mac_address': 'fa:16:3e:08:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d66f97f-4951-4b5a-bda7-4923b932da39', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a80648b-d698-4086-90d7-12b9380225e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:50:59Z', 'updated_at': '2021-07-13T21:51:04Z', 'revision_number': 5, 'project_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'subnets': [{'id': '5a80648b-d698-4086-90d7-12b9380225e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '534ed20b-393d-49c2-a4d6-d5e2de6c9ae7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:51:10.498827 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8631dee7-38db-48f8-ab52-635f549638d8 None None] The sync data for ids ['3d66f97f-4951-4b5a-bda7-4923b932da39'] in dv-cinder-800618-1-iscsi is: [{'id': '3d66f97f-4951-4b5a-bda7-4923b932da39', 'name': 'router1', 'tenant_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'd3caae7c-1d22-47dc-bc8f-be78670852ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:50:51Z', 'updated_at': '2021-07-13T21:51:07Z', 'revision_number': 4, 'project_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'gw_port': {'id': 'd3caae7c-1d22-47dc-bc8f-be78670852ac', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d66f97f-4951-4b5a-bda7-4923b932da39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:51:07Z', 'updated_at': '2021-07-13T21:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '974e7d33-8b7b-4b9c-a114-950b44e48ed3', 'name': '', 'network_id': '7740b2ab-7130-4afa-a8d9-ada4b355e5f6', 'tenant_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'mac_address': 'fa:16:3e:08:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d66f97f-4951-4b5a-bda7-4923b932da39', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5a80648b-d698-4086-90d7-12b9380225e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:50:59Z', 'updated_at': '2021-07-13T21:51:04Z', 'revision_number': 5, 'project_id': '1254a7558c6f4cc9b5bd20e298a46c4b', 'subnets': [{'id': '5a80648b-d698-4086-90d7-12b9380225e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '534ed20b-393d-49c2-a4d6-d5e2de6c9ae7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 21:51:10.886363 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 34804) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:51:11.199735 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-be41e2a7-3c58-473c-9789-6f3fdc080c6f admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1078 time: 0.3121521
Jul 13 21:51:12.668897 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device d3caae7c-1d22-47dc-bc8f-be78670852ac up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:51:12.754127 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port d3caae7c-1d22-47dc-bc8f-be78670852ac completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:51:12.760285 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port d3caae7c-1d22-47dc-bc8f-be78670852ac triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:51:12.760835 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:12.882657 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:12.899419 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] For port d3caae7c-1d22-47dc-bc8f-be78670852ac, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=d3caae7c-1d22-47dc-bc8f-be78670852ac,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:51:12.902809 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:12.905990 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:51:12.976715 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Pushing event updated for resources: {'Port': ['ID=d3caae7c-1d22-47dc-bc8f-be78670852ac,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:51:12.979863 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:51:14.662266 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device d3caae7c-1d22-47dc-bc8f-be78670852ac up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:51:14.815954 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port d3caae7c-1d22-47dc-bc8f-be78670852ac triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:51:14.816544 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:22.540699 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 5 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 21:51:30.647781 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bdabac79-2065-4231-82ac-d45ea72717aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:32.283676 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:32.965486 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5246e05e-bdd1-492f-8f8d-4c7aa18919ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:33.550206 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:34.639646 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:51:59.542202 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 5 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 21:52:00.649090 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cac9f888-adf3-42e8-b65a-858e7c940240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:52:02.288754 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:52:02.966938 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ce370ecb-a543-4e7d-8b76-d9053bc827e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:52:03.554077 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:52:04.644824 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:52:30.650750 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ca48d1a0-ec18-4971-819b-01ad6b8a69c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:52:32.292920 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:52:32.968081 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6320d978-b7a1-4735-847a-e873c384f655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:52:33.556083 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:52:34.650881 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:52:36.541740 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 5 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 21:52:45.130185 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 35342) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:52:45.227166 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96bc3de-cb4d-4646-ae24-0bbbc3a9a02f admin admin] GET failed (client error): The resource could not be found.
Jul 13 21:52:45.228461 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-f96bc3de-cb4d-4646-ae24-0bbbc3a9a02f admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0972545
Jul 13 21:52:45.368452 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5fe694-22f1-4ef4-b26b-c0924e3783f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:52:45.369948 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-6a5fe694-22f1-4ef4-b26b-c0924e3783f9 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1371362
Jul 13 21:52:47.431378 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 35354) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:52:47.569191 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42136b1c-a09e-430b-a67b-3bfc26fa8e45 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:52:47.569730 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-42136b1c-a09e-430b-a67b-3bfc26fa8e45 admin admin] Synchronizing usage tracker for tenant:6dfb133c6dfb4d7fb85bdeb5cb4d610e on resource:subnet {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 21:52:47.585303 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-42136b1c-a09e-430b-a67b-3bfc26fa8e45 admin admin] Unset dirty status for tenant:6dfb133c6dfb4d7fb85bdeb5cb4d610e on resource:subnet {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 21:52:47.586535 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-42136b1c-a09e-430b-a67b-3bfc26fa8e45 admin admin] 10.222.0.18 "GET /v2.0/subnets/5a80648b-d698-4086-90d7-12b9380225e9 HTTP/1.1" status: 200  len: 849 time: 0.1541312
Jul 13 21:52:47.596895 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-062aabc5-63f0-4dde-b797-bfe92690fdd7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:52:47.720461 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-062aabc5-63f0-4dde-b797-bfe92690fdd7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:52:47.914888 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-062aabc5-63f0-4dde-b797-bfe92690fdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363253856803051'] for subnet, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:52:47.919442 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2dc10460-683a-4e5f-94c0-02cce49c4bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:52:47.967983 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062aabc5-63f0-4dde-b797-bfe92690fdd7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:52:47.968958 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-062aabc5-63f0-4dde-b797-bfe92690fdd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:52:47.970011 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-062aabc5-63f0-4dde-b797-bfe92690fdd7 admin admin] 10.222.0.18 "PUT /v2.0/subnets/5a80648b-d698-4086-90d7-12b9380225e9 HTTP/1.1" status: 200  len: 868 time: 0.3772628
Jul 13 21:52:47.980586 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adbc254-448a-449b-966d-31608e0c3c89 None None] Network 7740b2ab-7130-4afa-a8d9-ada4b355e5f6 requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 21:52:47.994924 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062aabc5-63f0-4dde-b797-bfe92690fdd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a80648b-d698-4086-90d7-12b9380225e9,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:52:48.005347 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062aabc5-63f0-4dde-b797-bfe92690fdd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:52:48.005712 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062aabc5-63f0-4dde-b797-bfe92690fdd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:52:48.006079 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062aabc5-63f0-4dde-b797-bfe92690fdd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:52:48.006455 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062aabc5-63f0-4dde-b797-bfe92690fdd7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:52:48.006808 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062aabc5-63f0-4dde-b797-bfe92690fdd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:52:48.007164 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062aabc5-63f0-4dde-b797-bfe92690fdd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:52:48.007522 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062aabc5-63f0-4dde-b797-bfe92690fdd7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:52:48.007894 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062aabc5-63f0-4dde-b797-bfe92690fdd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:52:48.008254 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062aabc5-63f0-4dde-b797-bfe92690fdd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:52:48.008762 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062aabc5-63f0-4dde-b797-bfe92690fdd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:52:48.009139 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062aabc5-63f0-4dde-b797-bfe92690fdd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:52:48.013239 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-062aabc5-63f0-4dde-b797-bfe92690fdd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:52:48.490741 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-43c43d2d-b23e-492d-9ab2-17de8158a28b None None] Provisioning complete for port 974e7d33-8b7b-4b9c-a114-950b44e48ed3 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:52:48.491241 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-43c43d2d-b23e-492d-9ab2-17de8158a28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:52:48.619428 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-43c43d2d-b23e-492d-9ab2-17de8158a28b None None] Provisioning complete for port 9a48289f-213a-40e3-84de-0cdf3966550c triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:52:48.619737 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-43c43d2d-b23e-492d-9ab2-17de8158a28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:52:50.036454 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 35366) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:52:50.243833 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18440da-9dbb-4b64-96ac-82c1871310b3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:52:50.244265 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18440da-9dbb-4b64-96ac-82c1871310b3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:52:50.245958 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-a18440da-9dbb-4b64-96ac-82c1871310b3 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2084308
Jul 13 21:52:52.301549 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 35378) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:52:52.508990 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914a3412-bad3-4a91-b5e6-50371c8772d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:52:52.509418 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914a3412-bad3-4a91-b5e6-50371c8772d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:52:52.511036 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-914a3412-bad3-4a91-b5e6-50371c8772d8 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2084696
Jul 13 21:52:54.575569 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 35390) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:52:54.783864 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca9ec10-d54c-41a0-9f23-e67e11173275 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:52:54.785384 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-1ca9ec10-d54c-41a0-9f23-e67e11173275 admin admin] 10.222.0.18 "GET /v2.0/networks/7740b2ab-7130-4afa-a8d9-ada4b355e5f6 HTTP/1.1" status: 200  len: 869 time: 0.2087889
Jul 13 21:52:56.836465 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 35402) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:52:57.037914 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1925dbd-77a5-4be8-a0c5-3f225f78001c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:52:57.039345 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-b1925dbd-77a5-4be8-a0c5-3f225f78001c admin admin] 10.222.0.18 "GET /v2.0/networks/c8866fbd-09a0-4cda-b97c-1016e46e3e88 HTTP/1.1" status: 200  len: 886 time: 0.2018354
Jul 13 21:52:59.091199 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 35414) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:52:59.229829 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591f6e41-ac0a-4197-ae75-b28a4a892c85 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:52:59.230258 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591f6e41-ac0a-4197-ae75-b28a4a892c85 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:52:59.231858 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-591f6e41-ac0a-4197-ae75-b28a4a892c85 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1396496
Jul 13 21:53:00.652301 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9f33c0ab-a06b-4d2f-b167-c4b30aa702cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:01.310696 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 35426) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:53:01.452651 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15158a9a-285b-4573-a544-ffa1dd6f0b93 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:53:01.453097 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15158a9a-285b-4573-a544-ffa1dd6f0b93 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:53:01.454688 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-15158a9a-285b-4573-a544-ffa1dd6f0b93 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1429327
Jul 13 21:53:02.295871 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:02.969656 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1094e602-d57d-4899-980a-c419005e3537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:03.527467 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 35438) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:53:03.559785 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:03.674880 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a83bc5-99ef-487f-afac-97ecbaad2cd6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:53:03.676279 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-95a83bc5-99ef-487f-afac-97ecbaad2cd6 admin admin] 10.222.0.18 "GET /v2.0/subnets/5a80648b-d698-4086-90d7-12b9380225e9 HTTP/1.1" status: 200  len: 868 time: 0.1477473
Jul 13 21:53:04.654702 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:05.750921 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 35450) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:53:05.884038 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b170b749-3c46-470b-a841-3b1783356b32 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:53:05.885492 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-b170b749-3c46-470b-a841-3b1783356b32 admin admin] 10.222.0.18 "GET /v2.0/subnets/8a6156a0-7e3f-4c59-8b62-81399f240021 HTTP/1.1" status: 200  len: 816 time: 0.1334758
Jul 13 21:53:13.541939 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 5 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 21:53:25.872809 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 35498) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:53:25.947902 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [None req-ea14784c-2fd3-462b-aefb-b8c0fe913a4b admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=82084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 13 21:53:25.949051 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-ea14784c-2fd3-462b-aefb-b8c0fe913a4b admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0751824
Jul 13 21:53:28.086193 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 35510) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:53:28.188160 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.pecan_wsgi.hooks.translation [None req-8363b6bb-77a7-4791-aa16-4919d9935261 admin admin] GET failed (client error): The resource could not be found.
Jul 13 21:53:28.189502 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-8363b6bb-77a7-4791-aa16-4919d9935261 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1022272
Jul 13 21:53:28.324519 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cd7ccc-8891-4342-a6ac-895468f34901 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:53:28.326007 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-64cd7ccc-8891-4342-a6ac-895468f34901 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1322825
Jul 13 21:53:30.410752 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 35522) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:53:30.485824 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-c77952fa-6678-44f6-b5ae-e61c657a0166 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:53:30.490958 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-c77952fa-6678-44f6-b5ae-e61c657a0166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:53:30.500947 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-c77952fa-6678-44f6-b5ae-e61c657a0166 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:53:30.510097 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77952fa-6678-44f6-b5ae-e61c657a0166 admin admin] Made reservation on behalf of 6dfb133c6dfb4d7fb85bdeb5cb4d610e for: {'network': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 21:53:30.514696 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c77952fa-6678-44f6-b5ae-e61c657a0166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for network, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:30.607474 dv-cinder-800618-1-iscsi neutron-server[81974]: WARNING neutron.services.revisions.revision_plugin [None req-c77952fa-6678-44f6-b5ae-e61c657a0166 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fcf366f9630] {project_id='6dfb133c6dfb4d7fb85bdeb5cb4d610e', id='54e17fdd-415a-4ff8-b674-3dc72f2406d7', target_tenant='*', action='access_as_shared', object_id='ca0b4859-270c-41e3-ae56-2eddf6770062'}> to bump revision.
Jul 13 21:53:30.621375 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c77952fa-6678-44f6-b5ae-e61c657a0166 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101}  {{(pid=82084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 13 21:53:30.630624 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c77952fa-6678-44f6-b5ae-e61c657a0166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:30.631008 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.segments_db [None req-c77952fa-6678-44f6-b5ae-e61c657a0166 admin admin] Added segment f846ccea-2bc8-4f7a-9486-64c67d2a3dc9 of type vlan for network ca0b4859-270c-41e3-ae56-2eddf6770062
Jul 13 21:53:30.657558 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-78decbe1-938d-4caa-8f16-643b6971dc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:30.657950 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c77952fa-6678-44f6-b5ae-e61c657a0166 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782997489472'] for network, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:30.687920 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c77952fa-6678-44f6-b5ae-e61c657a0166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for network, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:30.689670 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77952fa-6678-44f6-b5ae-e61c657a0166 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:53:30.690303 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c77952fa-6678-44f6-b5ae-e61c657a0166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:30.694977 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:53:30.969374 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-c77952fa-6678-44f6-b5ae-e61c657a0166 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5573163
Jul 13 21:53:30.970037 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77952fa-6678-44f6-b5ae-e61c657a0166 admin admin] Pushing event updated for resources: {'Network': ['ID=ca0b4859-270c-41e3-ae56-2eddf6770062,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:53:30.972877 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c77952fa-6678-44f6-b5ae-e61c657a0166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:53:30.981148 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Network ca0b4859-270c-41e3-ae56-2eddf6770062 details requested by agent ovs-agent-dv-cinder-800618-1-iscsi with host dv-cinder-800618-1-iscsi {{(pid=82085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 13 21:53:32.297305 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:32.974712 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4161f690-dd86-42a5-a23b-555a2e4fd29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:33.044218 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 35534) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:53:33.152451 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd959e1e-2f28-41b2-8335-3cd5029dbb2e admin admin] GET failed (client error): The resource could not be found.
Jul 13 21:53:33.153028 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-fd959e1e-2f28-41b2-8335-3cd5029dbb2e admin admin] Synchronizing usage tracker for tenant:6dfb133c6dfb4d7fb85bdeb5cb4d610e on resource:network {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 21:53:33.167597 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-fd959e1e-2f28-41b2-8335-3cd5029dbb2e admin admin] Unset dirty status for tenant:6dfb133c6dfb4d7fb85bdeb5cb4d610e on resource:network {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 21:53:33.168758 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-fd959e1e-2f28-41b2-8335-3cd5029dbb2e admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1234140
Jul 13 21:53:33.282245 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a075bf-4ed8-4109-a512-8e41e2c11d2d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:53:33.284367 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-58a075bf-4ed8-4109-a512-8e41e2c11d2d admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1113422
Jul 13 21:53:33.294719 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-5c40046d-a968-46a9-91ec-e1165ff789c2 admin admin] Request body: {'subnet': {'network_id': 'ca0b4859-270c-41e3-ae56-2eddf6770062', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:53:33.299226 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-5c40046d-a968-46a9-91ec-e1165ff789c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:53:33.309099 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-5c40046d-a968-46a9-91ec-e1165ff789c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:53:33.317679 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c40046d-a968-46a9-91ec-e1165ff789c2 admin admin] Made reservation on behalf of 6dfb133c6dfb4d7fb85bdeb5cb4d610e for: {'subnet': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 21:53:33.322283 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5c40046d-a968-46a9-91ec-e1165ff789c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:33.525947 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5c40046d-a968-46a9-91ec-e1165ff789c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for subnet, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:33.530415 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-14874d0f-64a8-406f-b8d1-7e3410dd4daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:53:33.563177 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:33.607176 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40046d-a968-46a9-91ec-e1165ff789c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa036bc2-a883-4935-abd7-4ff186956b80,revision_number=0']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:53:33.611721 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-5c40046d-a968-46a9-91ec-e1165ff789c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:53:33.620031 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c40046d-a968-46a9-91ec-e1165ff789c2 admin admin] Checking segment: {'id': 'f846ccea-2bc8-4f7a-9486-64c67d2a3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca0b4859-270c-41e3-ae56-2eddf6770062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:53:33.620425 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c40046d-a968-46a9-91ec-e1165ff789c2 admin admin] Network hostable DHCP agents. Network: ca0b4859-270c-41e3-ae56-2eddf6770062, hostable agents: ['42e73b5f-b36d-45e9-8068-895c526abb3e'], hosted agents: [] {{(pid=82084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 13 21:53:33.641020 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c40046d-a968-46a9-91ec-e1165ff789c2 admin admin] Network ca0b4859-270c-41e3-ae56-2eddf6770062 is scheduled to be hosted by DHCP agent 42e73b5f-b36d-45e9-8068-895c526abb3e with binding_index 1 {{(pid=82084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 13 21:53:33.648812 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-5c40046d-a968-46a9-91ec-e1165ff789c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-iscsi, ca0b4859-270c-41e3-ae56-2eddf6770062) {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:53:33.652616 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c40046d-a968-46a9-91ec-e1165ff789c2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:53:33.653290 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5c40046d-a968-46a9-91ec-e1165ff789c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:33.657648 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e65f57b-e486-44b1-b025-0ced809ed522 None None] Network ca0b4859-270c-41e3-ae56-2eddf6770062 requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 21:53:33.677317 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-5c40046d-a968-46a9-91ec-e1165ff789c2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3863261
Jul 13 21:53:33.889823 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2b74389-647e-5418-80f0-f99db5a1f3e2-ca0b4859-270c-41e3-ae56-2eddf6770062', 'network_id': 'ca0b4859-270c-41e3-ae56-2eddf6770062', 'tenant_id': '6dfb133c6dfb4d7fb85bdeb5cb4d610e', 'fixed_ips': [{'subnet_id': 'fa036bc2-a883-4935-abd7-4ff186956b80'}]}} from dv-cinder-800618-1-iscsi. {{(pid=82085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 13 21:53:33.890717 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:34.058259 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Allocated IP 192.168.233.2 (ca0b4859-270c-41e3-ae56-2eddf6770062/fa036bc2-a883-4935-abd7-4ff186956b80/98dce2b9-9b2a-42e7-8cd7-01a3163ec694) {{(pid=82085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 21:53:34.273647 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Notify callbacks [] for port, precommit_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:34.284462 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Transition to ACTIVE for port object 98dce2b9-9b2a-42e7-8cd7-01a3163ec694 will not be triggered until provisioned by entity L2. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:53:34.303590 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Transition to ACTIVE for port object 98dce2b9-9b2a-42e7-8cd7-01a3163ec694 will not be triggered until provisioned by entity DHCP. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:53:34.308000 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:34.313565 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:53:34.386487 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Network ca0b4859-270c-41e3-ae56-2eddf6770062 is already hosted by enough agents. {{(pid=82085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 21:53:34.387241 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Pushing event updated for resources: {'Port': ['ID=98dce2b9-9b2a-42e7-8cd7-01a3163ec694,revision_number=1']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:53:34.391436 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Resources bound (agent type, host, resource id):  {{(pid=82085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:53:34.395346 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Received port after_create {{(pid=82085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 21:53:34.401678 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:53:34.402062 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:53:34.402431 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:53:34.402795 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:53:34.403159 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:53:34.403518 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:53:34.403874 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:53:34.404245 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:53:34.404601 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:53:34.404981 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:53:34.405342 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:53:34.411444 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:53:34.493225 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Attempting to bind port 98dce2b9-9b2a-42e7-8cd7-01a3163ec694 on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 21:53:34.493642 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Attempting to bind port 98dce2b9-9b2a-42e7-8cd7-01a3163ec694 by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': 'f846ccea-2bc8-4f7a-9486-64c67d2a3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca0b4859-270c-41e3-ae56-2eddf6770062'}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 21:53:34.494046 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Attempting to bind port 98dce2b9-9b2a-42e7-8cd7-01a3163ec694 on network ca0b4859-270c-41e3-ae56-2eddf6770062 {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 21:53:34.500812 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 21:53:34.501246 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Checking segment: {'id': 'f846ccea-2bc8-4f7a-9486-64c67d2a3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca0b4859-270c-41e3-ae56-2eddf6770062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:53:34.502233 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:34.502665 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Bound using segment: {'id': 'f846ccea-2bc8-4f7a-9486-64c67d2a3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca0b4859-270c-41e3-ae56-2eddf6770062'} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 21:53:34.503177 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Bound port: 98dce2b9-9b2a-42e7-8cd7-01a3163ec694, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f846ccea-2bc8-4f7a-9486-64c67d2a3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca0b4859-270c-41e3-ae56-2eddf6770062'}}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 21:53:34.503601 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:34.716866 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:34.752555 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] For port 98dce2b9-9b2a-42e7-8cd7-01a3163ec694, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 21:53:34.755736 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] For port 98dce2b9-9b2a-42e7-8cd7-01a3163ec694, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=98dce2b9-9b2a-42e7-8cd7-01a3163ec694,segment=NetworkSegment(f846ccea-2bc8-4f7a-9486-64c67d2a3dc9),segment_id=f846ccea-2bc8-4f7a-9486-64c67d2a3dc9)] {{(pid=82085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 21:53:34.759875 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:34.771672 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:53:34.849754 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Pushing event updated for resources: {'Port': ['ID=98dce2b9-9b2a-42e7-8cd7-01a3163ec694,revision_number=2']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:53:34.853206 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:53:36.306407 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac815acf-1fd8-4235-be92-b998a73a14a2 None None] Network ca0b4859-270c-41e3-ae56-2eddf6770062 requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 21:53:36.475632 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-be5485af-d10d-4eed-8050-ea985e912599 None None] Provisioning for port 98dce2b9-9b2a-42e7-8cd7-01a3163ec694 completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:53:36.759265 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 98dce2b9-9b2a-42e7-8cd7-01a3163ec694 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:53:36.841329 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port 98dce2b9-9b2a-42e7-8cd7-01a3163ec694 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:53:36.845983 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 98dce2b9-9b2a-42e7-8cd7-01a3163ec694 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:53:36.846393 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:36.958744 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-228fb16c-aeb3-47c1-b54a-11c80fb9f697 None None] Provisioning complete for port 98dce2b9-9b2a-42e7-8cd7-01a3163ec694 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:53:36.959158 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-228fb16c-aeb3-47c1-b54a-11c80fb9f697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:37.015253 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:37.091529 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] For port 98dce2b9-9b2a-42e7-8cd7-01a3163ec694, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=98dce2b9-9b2a-42e7-8cd7-01a3163ec694,segment=NetworkSegment(f846ccea-2bc8-4f7a-9486-64c67d2a3dc9),segment_id=f846ccea-2bc8-4f7a-9486-64c67d2a3dc9)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:53:37.100404 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:37.109724 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:53:37.169172 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-228fb16c-aeb3-47c1-b54a-11c80fb9f697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:37.208291 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Pushing event updated for resources: {'Port': ['ID=98dce2b9-9b2a-42e7-8cd7-01a3163ec694,revision_number=3']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:53:37.211617 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:53:37.267123 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.db.api [None req-228fb16c-aeb3-47c1-b54a-11c80fb9f697 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 13 21:53:37.267484 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_db.api [None req-228fb16c-aeb3-47c1-b54a-11c80fb9f697 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 13 21:53:38.704191 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 98dce2b9-9b2a-42e7-8cd7-01a3163ec694 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:53:38.776522 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 98dce2b9-9b2a-42e7-8cd7-01a3163ec694 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:53:38.776973 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:53:50.542532 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 5 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 21:54:00.660983 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7fc69fb3-df77-4e8b-9692-41eaab031783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:54:02.298770 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:54:02.978106 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa80b-048b-47af-ab15-24ba248a5a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:54:03.566338 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:54:04.660442 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:54:27.543454 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 5 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 21:54:30.662632 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-01f3223e-bf5d-41a0-9914-2a67cfcee3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:54:32.301303 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:54:32.978794 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e357e088-1131-4267-ba34-fd77a8b3946d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:54:33.567541 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:54:34.663793 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:54:53.241804 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 35568) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:54:53.248093 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [None req-331e8eae-31eb-49a9-91f4-b3a2938e7a43 tempest-verify_tempest_config-331035984 tempest-verify_tempest_config-331035984-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=82084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 13 21:54:53.249212 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-331e8eae-31eb-49a9-91f4-b3a2938e7a43 tempest-verify_tempest_config-331035984 tempest-verify_tempest_config-331035984-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12156 time: 0.0062854
Jul 13 21:54:53.594547 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 35586) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:54:53.818596 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1084e6c1-6ceb-4711-a59a-45f1a07818a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:54:53.851135 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-1084e6c1-6ceb-4711-a59a-45f1a07818a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:54:53.855107 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-1084e6c1-6ceb-4711-a59a-45f1a07818a6 admin admin] Usage tracker for resource:security_group_rule and tenant:78fad46c5997492b95f9e4836b13123e is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:54:53.858034 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-1084e6c1-6ceb-4711-a59a-45f1a07818a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:54:53.864020 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-1084e6c1-6ceb-4711-a59a-45f1a07818a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:54:53.931905 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1084e6c1-6ceb-4711-a59a-45f1a07818a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:54:53.934277 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1084e6c1-6ceb-4711-a59a-45f1a07818a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:54:53.942754 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:54:53.983154 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084e6c1-6ceb-4711-a59a-45f1a07818a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb6a5e1-62b0-4b1d-9fb2-c2228dbcff4e,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:54:53.988628 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-1084e6c1-6ceb-4711-a59a-45f1a07818a6 admin admin] Synchronizing usage tracker for tenant:6dfb133c6dfb4d7fb85bdeb5cb4d610e on resource:security_group {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 21:54:54.000062 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084e6c1-6ceb-4711-a59a-45f1a07818a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:54:54.000385 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084e6c1-6ceb-4711-a59a-45f1a07818a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:54:54.000760 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084e6c1-6ceb-4711-a59a-45f1a07818a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:54:54.001176 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084e6c1-6ceb-4711-a59a-45f1a07818a6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:54:54.001556 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084e6c1-6ceb-4711-a59a-45f1a07818a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:54:54.001921 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084e6c1-6ceb-4711-a59a-45f1a07818a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:54:54.002283 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084e6c1-6ceb-4711-a59a-45f1a07818a6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:54:54.002644 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084e6c1-6ceb-4711-a59a-45f1a07818a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:54:54.003002 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084e6c1-6ceb-4711-a59a-45f1a07818a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:54:54.003357 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084e6c1-6ceb-4711-a59a-45f1a07818a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:54:54.003710 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1084e6c1-6ceb-4711-a59a-45f1a07818a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:54:54.007675 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1084e6c1-6ceb-4711-a59a-45f1a07818a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:54:54.017802 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-1084e6c1-6ceb-4711-a59a-45f1a07818a6 admin admin] Unset dirty status for tenant:6dfb133c6dfb4d7fb85bdeb5cb4d610e on resource:security_group {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 21:54:54.019281 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-1084e6c1-6ceb-4711-a59a-45f1a07818a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78fad46c5997492b95f9e4836b13123e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4236987
Jul 13 21:54:54.022027 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 35592) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:54:54.085563 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7fd76f48-fe96-4c4a-81bf-a99e9de278e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:54:54.111745 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7fd76f48-fe96-4c4a-81bf-a99e9de278e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:54:54.163120 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7fd76f48-fe96-4c4a-81bf-a99e9de278e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:54:54.168275 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:54:54.180906 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd76f48-fe96-4c4a-81bf-a99e9de278e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb6a5e1-62b0-4b1d-9fb2-c2228dbcff4e,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:54:54.183965 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7fd76f48-fe96-4c4a-81bf-a99e9de278e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:54:54.185925 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7fd76f48-fe96-4c4a-81bf-a99e9de278e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:54:54.187648 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-7fd76f48-fe96-4c4a-81bf-a99e9de278e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ddb6a5e1-62b0-4b1d-9fb2-c2228dbcff4e HTTP/1.1" status: 204  len: 168 time: 0.1645925
Jul 13 21:55:00.664106 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e2964288-714d-4655-8db4-2b1efc0040d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:55:02.303687 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:55:02.979891 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7cdb6981-0f42-4401-a2a2-22a69fa22512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:55:03.571135 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:55:04.544803 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 5 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 21:55:04.668074 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:55:30.664763 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-394556d1-12d3-4918-87eb-9bb72f03c4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:55:32.307549 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:55:32.981199 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5542d818-5fcd-42bf-9c6e-344abf8e6194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:55:33.571666 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:55:34.669846 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:55:41.545328 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 5 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 21:56:00.665507 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-482d1687-1e27-463a-98dd-3e2a04a89992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:56:02.309083 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:56:02.981535 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-512049c8-70ee-4889-ab5a-a6ed16f350b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:56:03.573697 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:56:04.673094 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:56:18.546203 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 5 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 21:56:26.713248 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854024490'] for agent, after_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:56:30.666024 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-dcbe3739-2939-4ecb-b0df-b03ef6607b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:56:32.313118 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:56:32.981306 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-abcf2d42-0582-436c-8679-b7b50f4e5f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:56:33.575497 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:56:34.675431 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:56:43.318823 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 35674) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:56:43.461854 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-f3e5475f-9bbf-4a3d-8233-79897cbe7c27 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1418104
Jul 13 21:56:45.545770 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 35686) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:56:46.291204 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.policy [None req-1afa7fc5-f685-42df-808c-3360b9cd9688 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82083) register_rules /opt/stack/neutron/neutron/policy.py:68}}
Jul 13 21:56:46.339920 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-1afa7fc5-f685-42df-808c-3360b9cd9688 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.7919478
Jul 13 21:56:55.548831 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 21:56:56.676509 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:57:00.666651 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4cd28ac0-0039-45fc-8840-14c5353adb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:57:02.313846 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:57:02.981493 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-365d42a2-f27f-474f-8f1e-814999998e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:57:03.578505 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:57:04.678634 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:57:26.666965 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:57:30.669858 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-798bb88f-da7f-485e-beeb-22ba9ffe9080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:57:32.316268 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:57:32.549767 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 21:57:32.982581 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-adef130b-cd63-412f-8e1b-c99eb3be00e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:57:33.583798 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:57:34.684365 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:57:56.665339 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:00.672069 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3e70ce85-c64a-45c1-829a-84d438ba0778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:02.318006 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:02.985198 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7f84a449-be23-4553-b510-b2537be41567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:03.585835 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:04.686198 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:09.550837 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 21:58:26.681840 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:30.673684 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6ef186be-8156-446d-b74f-598042cd964b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:32.326836 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:32.985585 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bfae27e5-9fa6-4bf9-bc52-b8fc096be74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:33.588593 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:34.695833 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:39.757892 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 35870) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:58:39.797978 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 35876) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:58:40.270066 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1592688563-network', 'tenant_id': 'e949f3b270414d3095f5528a841766ca'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:58:40.273055 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.quota [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fcf36c5f8d0>.
Jul 13 21:58:40.279747 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:58:40.285552 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Usage tracker for resource:network and tenant:e949f3b270414d3095f5528a841766ca is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:58:40.289288 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:58:40.296955 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:58:40.312894 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1854025500-network', 'tenant_id': '9d98e8ce298b477986af89abffc6e6fb'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:58:40.320298 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Made reservation on behalf of e949f3b270414d3095f5528a841766ca for: {'network': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 21:58:40.326173 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for network, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:40.339174 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:58:40.346055 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 35900) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:58:40.351236 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Usage tracker for resource:network and tenant:9d98e8ce298b477986af89abffc6e6fb is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:58:40.358060 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:40.369201 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:58:40.382239 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:58:40.418820 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:58:40.423639 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Made reservation on behalf of 9d98e8ce298b477986af89abffc6e6fb for: {'network': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 21:58:40.428307 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for network, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:40.440334 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Usage tracker for resource:security_group_rule and tenant:e949f3b270414d3095f5528a841766ca is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:58:40.444713 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:58:40.450973 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:40.460231 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:58:40.510557 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:58:40.515351 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 35910) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:58:40.531564 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Usage tracker for resource:security_group_rule and tenant:9d98e8ce298b477986af89abffc6e6fb is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:58:40.535528 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:58:40.548823 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:58:40.602682 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:40.610757 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:40.621105 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:40.665336 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102}  {{(pid=82083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 13 21:58:40.704857 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363253856686094', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:40.705487 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fcf37b2ff28> segment precommit_create {{(pid=82083) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Jul 13 21:58:40.705973 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.segments_db [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Added segment 1352c393-4a46-4893-bc30-a0b11195a5d9 of type vlan for network c786a95b-96e8-46c1-a1a0-fc4a1a977bd5
Jul 13 21:58:40.733798 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cdff30-9ecb-458b-8e25-c5f5842bcc76,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:40.739746 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:40.746849 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 35926) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:58:40.831803 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782997489472'] for network, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:40.854551 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-285827370-network', 'tenant_id': 'a64f1d97f1f646f498668269b6c5ee10'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:58:40.859868 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:40.864368 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:40.864753 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:40.865154 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:40.865973 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:40.866138 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:40.866457 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:40.866890 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:40.867235 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:40.867532 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:40.867888 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:40.868242 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:40.875158 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1096103468-network', 'tenant_id': 'd4ca4c70aa46444f8a9ccd9abb4b7726'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Tracked resource versions report:
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]: pushed versions:
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]: {   'ConntrackHelper': {'1.0'},
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Log': {'1.0'},
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Network': {'1.1'},
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Port': {'1.5'},
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]:     'PortForwarding': {'1.2'},
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]:     'QosPolicy': {'1.8'},
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]:     'SecurityGroup': {'1.2'},
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]:     'SecurityGroupRule': {'1.0'},
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]:     'SubPort': {'1.0'},
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Subnet': {'1.1'},
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Trunk': {'1.1'}}
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]: consumer versions:
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]: {   DHCP agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]:     HyperV agent@hv-cinder-80061: {},
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]:     L3 agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]:     Metadata agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]:     Metering agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]:     Open vSwitch agent@dv-cinder-800618-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Log': '1.0',
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Network': '1.1',
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Port': '1.5',
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'PortForwarding': '1.2',
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'QosPolicy': '1.8',
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'SecurityGroup': '1.2',
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'SecurityGroupRule': '1.0',
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'SubPort': '1.0',
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Subnet': '1.1',
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Trunk': '1.1'}}
Jul 13 21:58:40.877676 dv-cinder-800618-1-iscsi neutron-server[81974]:  {{(pid=82083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 13 21:58:40.880461 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:58:40.885125 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Usage tracker for resource:network and tenant:d4ca4c70aa46444f8a9ccd9abb4b7726 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:58:40.888584 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:58:40.895620 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:58:40.906276 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Made reservation on behalf of d4ca4c70aa46444f8a9ccd9abb4b7726 for: {'network': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 21:58:40.911232 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for network, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:40.935686 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:58:40.936313 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:40.953613 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Usage tracker for resource:network and tenant:a64f1d97f1f646f498668269b6c5ee10 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:58:40.959488 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:58:40.969130 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:58:40.973605 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for network, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:40.974055 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:58:40.978178 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.db.api [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=82083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 13 21:58:40.978542 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_db.api [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 13 21:58:40.978749 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Usage tracker for resource:security_group_rule and tenant:d4ca4c70aa46444f8a9ccd9abb4b7726 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:58:40.981939 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:58:40.982326 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:58:40.982601 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:40.989700 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:58:41.011536 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:41.013337 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:41.039201 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Made reservation on behalf of a64f1d97f1f646f498668269b6c5ee10 for: {'network': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 21:58:41.045252 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for network, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:41.058915 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.2999012
Jul 13 21:58:41.061960 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 35940) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:58:41.064836 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:41.071887 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-95492827-network', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:58:41.078038 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:41.079149 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:58:41.097026 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103}  {{(pid=82084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 13 21:58:41.108155 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:41.108621 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.segments_db [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Added segment 354c1d94-8079-4666-8738-56e22a6193f3 of type vlan for network 438952cd-2663-4fe7-ab6c-469bf0e9ee85
Jul 13 21:58:41.141868 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782997489472'] for network, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:41.172346 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:41.174292 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-10ce3579-d0ac-439c-a56c-28af0b54e93a admin admin] Request body: {'subnet': {'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1592688563-subnet', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:58:41.180020 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Usage tracker for resource:network and tenant:e98d195175fb48da8da0450cb337c9e2 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:58:41.195526 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:41.202247 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for network, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:41.203699 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:58:41.216925 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-10ce3579-d0ac-439c-a56c-28af0b54e93a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:58:41.228967 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba374384-3fbd-403c-bea0-513e7efd543b,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:41.236657 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:58:41.237538 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:41.245259 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-10ce3579-d0ac-439c-a56c-28af0b54e93a admin admin] Usage tracker for resource:subnet and tenant:e949f3b270414d3095f5528a841766ca is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:58:41.248194 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Pushing event updated for resources: {'Network': ['ID=c786a95b-96e8-46c1-a1a0-fc4a1a977bd5,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:41.250346 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-10ce3579-d0ac-439c-a56c-28af0b54e93a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:58:41.264121 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:58:41.277020 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:41.284498 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Network c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 details requested by agent ovs-agent-dv-cinder-800618-1-iscsi with host dv-cinder-800618-1-iscsi {{(pid=82085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 13 21:58:41.286296 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.346s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:41.286593 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7700784
Jul 13 21:58:41.290050 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 35950) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:58:41.298526 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-3c7e01eb-98e5-48c6-9e64-06287ae4953c admin admin] Request body: {'subnet': {'network_id': '438952cd-2663-4fe7-ab6c-469bf0e9ee85', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1096103468-subnet', 'tenant_id': 'd4ca4c70aa46444f8a9ccd9abb4b7726', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:58:41.298825 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-10ce3579-d0ac-439c-a56c-28af0b54e93a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:58:41.308541 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:41.309270 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:41.310966 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:41.311511 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:41.312048 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:41.312684 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:41.313257 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:41.313782 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:41.314403 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:41.315042 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:41.315574 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Tracked resource versions report:
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]: pushed versions:
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]: {   'ConntrackHelper': {'1.0'},
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Log': {'1.0'},
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Network': {'1.1'},
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Port': {'1.5'},
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]:     'PortForwarding': {'1.2'},
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]:     'QosPolicy': {'1.8'},
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]:     'SecurityGroup': {'1.2'},
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]:     'SecurityGroupRule': {'1.0'},
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]:     'SubPort': {'1.0'},
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Subnet': {'1.1'},
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Trunk': {'1.1'}}
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]: consumer versions:
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]: {   DHCP agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]:     HyperV agent@hv-cinder-80061: {},
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]:     L3 agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]:     Metadata agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]:     Metering agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]:     Open vSwitch agent@dv-cinder-800618-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Log': '1.0',
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Network': '1.1',
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Port': '1.5',
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'PortForwarding': '1.2',
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'QosPolicy': '1.8',
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'SecurityGroup': '1.2',
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'SecurityGroupRule': '1.0',
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'SubPort': '1.0',
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Subnet': '1.1',
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Trunk': '1.1'}}
Jul 13 21:58:41.317076 dv-cinder-800618-1-iscsi neutron-server[81974]:  {{(pid=82084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 13 21:58:41.336250 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:41.340112 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-3c7e01eb-98e5-48c6-9e64-06287ae4953c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:58:41.349317 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-3c7e01eb-98e5-48c6-9e64-06287ae4953c admin admin] Usage tracker for resource:subnet and tenant:d4ca4c70aa46444f8a9ccd9abb4b7726 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:58:41.352938 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-3c7e01eb-98e5-48c6-9e64-06287ae4953c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:58:41.359989 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-3c7e01eb-98e5-48c6-9e64-06287ae4953c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:58:41.367869 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:41.385508 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:58:41.388658 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Made reservation on behalf of e98d195175fb48da8da0450cb337c9e2 for: {'network': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 21:58:41.393410 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0d77b1-7f37-4a96-9587-88ae2307be92,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:41.394212 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for network, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:41.401031 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Usage tracker for resource:security_group_rule and tenant:a64f1d97f1f646f498668269b6c5ee10 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:58:41.404591 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:41.405195 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ce3579-d0ac-439c-a56c-28af0b54e93a admin admin] Made reservation on behalf of e949f3b270414d3095f5528a841766ca for: {'subnet': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 21:58:41.421554 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-10ce3579-d0ac-439c-a56c-28af0b54e93a admin admin] Notify callbacks [] for subnet, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:41.426302 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7e01eb-98e5-48c6-9e64-06287ae4953c admin admin] Made reservation on behalf of d4ca4c70aa46444f8a9ccd9abb4b7726 for: {'subnet': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 21:58:41.431237 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3c7e01eb-98e5-48c6-9e64-06287ae4953c admin admin] Notify callbacks [] for subnet, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:41.448747 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:58:41.474783 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:58:41.479654 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for network, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:41.546507 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:41.645499 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:58:41.650061 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Usage tracker for resource:security_group_rule and tenant:e98d195175fb48da8da0450cb337c9e2 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:58:41.653205 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:58:41.660588 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:58:41.767700 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:41.813801 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:41.815787 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:41.821121 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:41.826816 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:41.858319 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Pushing event updated for resources: {'Network': ['ID=438952cd-2663-4fe7-ab6c-469bf0e9ee85,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:41.868030 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:41.872416 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885d4dfd-b6b8-45e8-92a6-c77d511fed53,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:41.875490 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104}  {{(pid=82083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 13 21:58:41.875940 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Network 438952cd-2663-4fe7-ab6c-469bf0e9ee85 details requested by agent ovs-agent-dv-cinder-800618-1-iscsi with host dv-cinder-800618-1-iscsi {{(pid=82085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 13 21:58:41.889927 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:41.890162 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1084e6c1-6ceb-4711-a59a-45f1a07818a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:41.911041 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:41.911708 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.segments_db [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Added segment f1799ccd-1318-4e3f-bc76-e13aefcbc804 of type vlan for network 136f51ad-4115-4bbf-be16-6910b00eeb8f
Jul 13 21:58:42.002016 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782997489472'] for network, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:42.029540 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef1d0ac-126e-4e27-a358-783fc8b16385,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:42.046362 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:42.147960 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-10ce3579-d0ac-439c-a56c-28af0b54e93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for subnet, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:42.164515 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:42.171508 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3c7e01eb-98e5-48c6-9e64-06287ae4953c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for subnet, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:42.187603 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-062aabc5-63f0-4dde-b797-bfe92690fdd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:42.213400 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for network, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:42.214851 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.db.api [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=82083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 13 21:58:42.214851 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_db.api [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 13 21:58:42.240036 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:58:42.240684 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:42.273917 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.db.api [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=82084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 13 21:58:42.274570 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_db.api [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 13 21:58:42.274723 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ce3579-d0ac-439c-a56c-28af0b54e93a admin admin] Checking segment: {'id': '1352c393-4a46-4893-bc30-a0b11195a5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:58:42.275090 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ce3579-d0ac-439c-a56c-28af0b54e93a admin admin] Network hostable DHCP agents. Network: c786a95b-96e8-46c1-a1a0-fc4a1a977bd5, hostable agents: ['42e73b5f-b36d-45e9-8068-895c526abb3e'], hosted agents: [] {{(pid=82083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 13 21:58:42.293095 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce3579-d0ac-439c-a56c-28af0b54e93a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c,revision_number=0']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:42.309154 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-10ce3579-d0ac-439c-a56c-28af0b54e93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:42.311456 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:42.318197 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e01eb-98e5-48c6-9e64-06287ae4953c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fc35078-07d3-45ad-ad24-0d501bfc216e,revision_number=0']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:42.322959 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-3c7e01eb-98e5-48c6-9e64-06287ae4953c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:42.331274 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.5316944
Jul 13 21:58:42.334397 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 35976) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:58:42.342967 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-b61847b7-de88-4a63-9172-047802d54b58 admin admin] Request body: {'subnet': {'network_id': '136f51ad-4115-4bbf-be16-6910b00eeb8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1854025500-subnet', 'tenant_id': '9d98e8ce298b477986af89abffc6e6fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:58:42.349063 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-b61847b7-de88-4a63-9172-047802d54b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:58:42.351782 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e01eb-98e5-48c6-9e64-06287ae4953c admin admin] Checking segment: {'id': '354c1d94-8079-4666-8738-56e22a6193f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '438952cd-2663-4fe7-ab6c-469bf0e9ee85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:58:42.352283 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7e01eb-98e5-48c6-9e64-06287ae4953c admin admin] Network hostable DHCP agents. Network: 438952cd-2663-4fe7-ab6c-469bf0e9ee85, hostable agents: ['42e73b5f-b36d-45e9-8068-895c526abb3e'], hosted agents: [] {{(pid=82084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 13 21:58:42.360565 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-b61847b7-de88-4a63-9172-047802d54b58 admin admin] Usage tracker for resource:subnet and tenant:9d98e8ce298b477986af89abffc6e6fb is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:58:42.364010 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-b61847b7-de88-4a63-9172-047802d54b58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:58:42.375179 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-b61847b7-de88-4a63-9172-047802d54b58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:58:42.391241 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61847b7-de88-4a63-9172-047802d54b58 admin admin] Made reservation on behalf of 9d98e8ce298b477986af89abffc6e6fb for: {'subnet': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 21:58:42.396557 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b61847b7-de88-4a63-9172-047802d54b58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:42.433303 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7e01eb-98e5-48c6-9e64-06287ae4953c admin admin] Network 438952cd-2663-4fe7-ab6c-469bf0e9ee85 is scheduled to be hosted by DHCP agent 42e73b5f-b36d-45e9-8068-895c526abb3e with binding_index 1 {{(pid=82084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 13 21:58:42.572036 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ce3579-d0ac-439c-a56c-28af0b54e93a admin admin] Network c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 is scheduled to be hosted by DHCP agent 42e73b5f-b36d-45e9-8068-895c526abb3e with binding_index 1 {{(pid=82083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 13 21:58:42.576586 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Pushing event updated for resources: {'Network': ['ID=136f51ad-4115-4bbf-be16-6910b00eeb8f,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:42.581834 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:42.589942 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Network 136f51ad-4115-4bbf-be16-6910b00eeb8f details requested by agent ovs-agent-dv-cinder-800618-1-iscsi with host dv-cinder-800618-1-iscsi {{(pid=82085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 13 21:58:42.599849 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-3c7e01eb-98e5-48c6-9e64-06287ae4953c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-iscsi, 438952cd-2663-4fe7-ab6c-469bf0e9ee85) {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:58:42.612269 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596ff195-47bf-45b1-825f-f118ef88e54f None None] Network 438952cd-2663-4fe7-ab6c-469bf0e9ee85 requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 21:58:42.616092 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-10ce3579-d0ac-439c-a56c-28af0b54e93a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-iscsi, c786a95b-96e8-46c1-a1a0-fc4a1a977bd5) {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:58:42.618810 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7e01eb-98e5-48c6-9e64-06287ae4953c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:58:42.619460 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3c7e01eb-98e5-48c6-9e64-06287ae4953c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:42.621285 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ce3579-d0ac-439c-a56c-28af0b54e93a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:58:42.621932 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-10ce3579-d0ac-439c-a56c-28af0b54e93a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:42.657898 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-10ce3579-d0ac-439c-a56c-28af0b54e93a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.5907595
Jul 13 21:58:42.658102 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b156115-556c-45ee-a504-b587e158dc23 None None] Network c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 21:58:42.658221 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 35986) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:58:42.663830 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-94b75761-bb82-4334-aa18-1f9f99a4e210 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1592688563-router', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:58:42.677629 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-94b75761-bb82-4334-aa18-1f9f99a4e210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:58:42.683242 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-94b75761-bb82-4334-aa18-1f9f99a4e210 admin admin] Usage tracker for resource:router and tenant:e949f3b270414d3095f5528a841766ca is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:58:42.697666 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-3c7e01eb-98e5-48c6-9e64-06287ae4953c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.3955863
Jul 13 21:58:42.697666 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b61847b7-de88-4a63-9172-047802d54b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for subnet, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:42.697912 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-94b75761-bb82-4334-aa18-1f9f99a4e210 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:58:42.698003 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:42.708984 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-94b75761-bb82-4334-aa18-1f9f99a4e210 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:58:42.719349 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for network, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:42.769828 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-94b75761-bb82-4334-aa18-1f9f99a4e210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770131'] for router, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:42.771100 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-94b75761-bb82-4334-aa18-1f9f99a4e210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854024219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854022111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854215556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5669'] for router, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:42.782854 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for network, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:42.802668 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105}  {{(pid=82083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 13 21:58:42.842651 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:42.843047 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.segments_db [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Added segment bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17 of type vlan for network 4f4027db-4b36-48ec-9349-8e337787556b
Jul 13 21:58:42.870357 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61847b7-de88-4a63-9172-047802d54b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c92030fd-456d-4eba-ab18-f7c54fda6ba3,revision_number=0']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:42.878695 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-94b75761-bb82-4334-aa18-1f9f99a4e210 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:42.901718 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b61847b7-de88-4a63-9172-047802d54b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:42.953178 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61847b7-de88-4a63-9172-047802d54b58 admin admin] Checking segment: {'id': 'f1799ccd-1318-4e3f-bc76-e13aefcbc804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '136f51ad-4115-4bbf-be16-6910b00eeb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:58:42.953573 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61847b7-de88-4a63-9172-047802d54b58 admin admin] Network hostable DHCP agents. Network: 136f51ad-4115-4bbf-be16-6910b00eeb8f, hostable agents: ['42e73b5f-b36d-45e9-8068-895c526abb3e'], hosted agents: [] {{(pid=82084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 13 21:58:42.999818 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61847b7-de88-4a63-9172-047802d54b58 admin admin] Network 136f51ad-4115-4bbf-be16-6910b00eeb8f is scheduled to be hosted by DHCP agent 42e73b5f-b36d-45e9-8068-895c526abb3e with binding_index 1 {{(pid=82084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 13 21:58:43.024524 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-b61847b7-de88-4a63-9172-047802d54b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-iscsi, 136f51ad-4115-4bbf-be16-6910b00eeb8f) {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:58:43.029085 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61847b7-de88-4a63-9172-047802d54b58 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:58:43.029734 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b61847b7-de88-4a63-9172-047802d54b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:43.077516 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-b61847b7-de88-4a63-9172-047802d54b58 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.7403743
Jul 13 21:58:43.083758 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782997489472'] for network, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:43.124505 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.db.api [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=82084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 13 21:58:43.125070 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_db.api [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 13 21:58:43.128445 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for network, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:43.129868 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:58:43.130632 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:43.137495 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7a001618-1aeb-4189-bed6-de83588ac9bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:43.163016 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692745a5-3455-430f-9f94-c3dd09bf53b3 None None] Network 136f51ad-4115-4bbf-be16-6910b00eeb8f requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 21:58:43.437974 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 3.0889721
Jul 13 21:58:43.441103 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 36030) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:58:43.447138 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-e09d0cd7-07f7-40c3-b085-96d528ab0985 admin admin] Request body: {'subnet': {'network_id': '4f4027db-4b36-48ec-9349-8e337787556b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-285827370-subnet', 'tenant_id': 'a64f1d97f1f646f498668269b6c5ee10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:58:43.459136 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-e09d0cd7-07f7-40c3-b085-96d528ab0985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:58:43.465844 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-e09d0cd7-07f7-40c3-b085-96d528ab0985 admin admin] Usage tracker for resource:subnet and tenant:a64f1d97f1f646f498668269b6c5ee10 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:58:43.470634 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-94b75761-bb82-4334-aa18-1f9f99a4e210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854022096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:43.471834 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-e09d0cd7-07f7-40c3-b085-96d528ab0985 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:58:43.477466 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Pushing event updated for resources: {'Network': ['ID=4f4027db-4b36-48ec-9349-8e337787556b,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:43.481295 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:43.490604 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-e09d0cd7-07f7-40c3-b085-96d528ab0985 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:58:43.514827 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09d0cd7-07f7-40c3-b085-96d528ab0985 admin admin] Made reservation on behalf of a64f1d97f1f646f498668269b6c5ee10 for: {'subnet': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 21:58:43.519851 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e09d0cd7-07f7-40c3-b085-96d528ab0985 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:43.550319 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Network 4f4027db-4b36-48ec-9349-8e337787556b details requested by agent ovs-agent-dv-cinder-800618-1-iscsi with host dv-cinder-800618-1-iscsi {{(pid=82085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 13 21:58:43.562459 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for network, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:43.783753 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 36052) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:58:43.791526 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578c2b78-a569-4a52-9c2f-d28f350ad968 None None] Network 438952cd-2663-4fe7-ab6c-469bf0e9ee85 requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 21:58:43.793904 dv-cinder-800618-1-iscsi neutron-server[81974]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jul 13 21:58:43.795086 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17079ead-2217-42d4-9053-416558515671 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106}  {{(pid=82084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 13 21:58:43.882967 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-94b75761-bb82-4334-aa18-1f9f99a4e210 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:43.887936 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2b74389-647e-5418-80f0-f99db5a1f3e2-c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'fixed_ips': [{'subnet_id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c'}]}} from dv-cinder-800618-1-iscsi. {{(pid=82085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 13 21:58:43.888831 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:43.924680 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-94b75761-bb82-4334-aa18-1f9f99a4e210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:43.925293 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:43.925966 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.segments_db [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Added segment 70c3bd65-8191-4a64-8929-c27a55af21f8 of type vlan for network 0c5abd27-10e4-4762-82c4-ccb760681ca8
Jul 13 21:58:44.016522 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782997489472'] for network, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:44.021816 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 36070) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:58:44.021968 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12db6b08-784d-421b-be34-5fd4ad952b57 None None] Network 136f51ad-4115-4bbf-be16-6910b00eeb8f requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 21:58:44.027801 dv-cinder-800618-1-iscsi neutron-server[81974]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jul 13 21:58:44.104114 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d3681-6365-4d68-bd32-069f283202f5 req-b0b53c31-8933-43c4-9d78-492bb34f6365 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:58:44.111421 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-265d3681-6365-4d68-bd32-069f283202f5 req-b0b53c31-8933-43c4-9d78-492bb34f6365 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/networks?id=136f51ad-4115-4bbf-be16-6910b00eeb8f HTTP/1.1" status: 200  len: 815 time: 0.3265898
Jul 13 21:58:44.166820 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-265d3681-6365-4d68-bd32-069f283202f5 req-663c3d7e-ed87-4781-8ec0-c34124f9aa25 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/quotas/9d98e8ce298b477986af89abffc6e6fb HTTP/1.1" status: 200  len: 375 time: 0.0543194
Jul 13 21:58:44.172600 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for network, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:44.221788 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:58:44.222440 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:44.223925 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-94b75761-bb82-4334-aa18-1f9f99a4e210 admin admin] Allocated IP 172.27.3.71 (c8866fbd-09a0-4cda-b97c-1016e46e3e88/8a6156a0-7e3f-4c59-8b62-81399f240021/36418cc6-90e7-4a4f-8d77-a782512060c8) {{(pid=82083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 21:58:44.239265 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:44.343329 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-265d3681-6365-4d68-bd32-069f283202f5 req-4bea772a-da76-4ce9-ba6e-ad64e25ede2c tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d98e8ce298b477986af89abffc6e6fb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1756279
Jul 13 21:58:44.352464 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Pushing event updated for resources: {'Network': ['ID=0c5abd27-10e4-4762-82c4-ccb760681ca8,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:44.361728 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:44.365319 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e09d0cd7-07f7-40c3-b085-96d528ab0985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for subnet, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:44.374222 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:44.415075 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-17079ead-2217-42d4-9053-416558515671 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 3.6665463
Jul 13 21:58:44.424574 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 36086) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:58:44.435830 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-1c5ed7e5-6fc6-47aa-b814-5f318b93d59a admin admin] Request body: {'subnet': {'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-95492827-subnet', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:58:44.445769 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-1c5ed7e5-6fc6-47aa-b814-5f318b93d59a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:58:44.454685 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-1c5ed7e5-6fc6-47aa-b814-5f318b93d59a admin admin] Usage tracker for resource:subnet and tenant:e98d195175fb48da8da0450cb337c9e2 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:58:44.458499 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-1c5ed7e5-6fc6-47aa-b814-5f318b93d59a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:58:44.470465 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d0cd7-07f7-40c3-b085-96d528ab0985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69a8555f-a6b4-42e1-a19f-3dfdc28a26ef,revision_number=0']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:44.472691 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Network 0c5abd27-10e4-4762-82c4-ccb760681ca8 details requested by agent ovs-agent-dv-cinder-800618-1-iscsi with host dv-cinder-800618-1-iscsi {{(pid=82085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 13 21:58:44.472878 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-1c5ed7e5-6fc6-47aa-b814-5f318b93d59a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:58:44.476826 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e09d0cd7-07f7-40c3-b085-96d528ab0985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:44.501539 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5ed7e5-6fc6-47aa-b814-5f318b93d59a admin admin] Made reservation on behalf of e98d195175fb48da8da0450cb337c9e2 for: {'subnet': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 21:58:44.506659 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1c5ed7e5-6fc6-47aa-b814-5f318b93d59a admin admin] Notify callbacks [] for subnet, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:44.516440 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-94b75761-bb82-4334-aa18-1f9f99a4e210 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:44.612046 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09d0cd7-07f7-40c3-b085-96d528ab0985 admin admin] Checking segment: {'id': 'bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4f4027db-4b36-48ec-9349-8e337787556b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:58:44.612449 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09d0cd7-07f7-40c3-b085-96d528ab0985 admin admin] Network hostable DHCP agents. Network: 4f4027db-4b36-48ec-9349-8e337787556b, hostable agents: ['42e73b5f-b36d-45e9-8068-895c526abb3e'], hosted agents: [] {{(pid=82084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 13 21:58:44.625927 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Allocated IP 172.20.0.2 (c786a95b-96e8-46c1-a1a0-fc4a1a977bd5/1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c/1fd2c2d6-fcac-406a-8d5b-40f32960373a) {{(pid=82085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 21:58:44.627145 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [req-265d3681-6365-4d68-bd32-069f283202f5 req-44bd594f-0d2a-41b0-9d5f-1db8cbf4356b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=82084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 13 21:58:44.628626 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-265d3681-6365-4d68-bd32-069f283202f5 req-44bd594f-0d2a-41b0-9d5f-1db8cbf4356b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.1013722
Jul 13 21:58:44.639703 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-a64dd5d5-716b-4956-b95b-dd57de21f72c tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:58:44.645306 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-a64dd5d5-716b-4956-b95b-dd57de21f72c tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/networks?id=438952cd-2663-4fe7-ab6c-469bf0e9ee85 HTTP/1.1" status: 200  len: 812 time: 0.6231194
Jul 13 21:58:44.647692 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-94b75761-bb82-4334-aa18-1f9f99a4e210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:44.662085 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:44.714861 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-80e7d40c-c36d-4da0-8970-70ec311758d1 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/quotas/d4ca4c70aa46444f8a9ccd9abb4b7726 HTTP/1.1" status: 200  len: 375 time: 0.0657954
Jul 13 21:58:44.726158 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b75761-bb82-4334-aa18-1f9f99a4e210 admin admin] Network c8866fbd-09a0-4cda-b97c-1016e46e3e88 is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 21:58:44.729501 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-94b75761-bb82-4334-aa18-1f9f99a4e210 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:58:44.733766 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b75761-bb82-4334-aa18-1f9f99a4e210 admin admin] Received port after_create {{(pid=82083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 21:58:44.770451 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09d0cd7-07f7-40c3-b085-96d528ab0985 admin admin] Network 4f4027db-4b36-48ec-9349-8e337787556b is scheduled to be hosted by DHCP agent 42e73b5f-b36d-45e9-8068-895c526abb3e with binding_index 1 {{(pid=82084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 13 21:58:44.785973 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-e09d0cd7-07f7-40c3-b085-96d528ab0985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-iscsi, 4f4027db-4b36-48ec-9349-8e337787556b) {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:58:44.791384 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09d0cd7-07f7-40c3-b085-96d528ab0985 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:58:44.792028 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e09d0cd7-07f7-40c3-b085-96d528ab0985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:44.823784 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b451e5-ab53-4765-9804-58a693e93728 None None] Network 4f4027db-4b36-48ec-9349-8e337787556b requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 21:58:44.827382 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b75761-bb82-4334-aa18-1f9f99a4e210 admin admin] Pushing event updated for resources: {'Port': ['ID=36418cc6-90e7-4a4f-8d77-a782512060c8,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:44.840124 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-c283b35c-f7e2-4517-bb76-a1449d5a1098 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4ca4c70aa46444f8a9ccd9abb4b7726&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0787983
Jul 13 21:58:44.841661 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-94b75761-bb82-4334-aa18-1f9f99a4e210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:44.890688 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-265d3681-6365-4d68-bd32-069f283202f5 req-df5efc10-f3ef-4269-97a2-3a931ecff6c1 service neutron] 10.222.0.18 "GET /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2416973
Jul 13 21:58:44.993287 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-e09d0cd7-07f7-40c3-b085-96d528ab0985 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.5509658
Jul 13 21:58:45.021921 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1c5ed7e5-6fc6-47aa-b814-5f318b93d59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for subnet, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:45.026516 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 36100) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:58:45.085296 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-a1e8c706-1817-4250-9d45-bdd9ec13eeeb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-285827370-router', 'tenant_id': 'a64f1d97f1f646f498668269b6c5ee10', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:58:45.088806 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:45.135814 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Notify callbacks [] for port, precommit_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:45.162471 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-dab97e54-3a63-4d10-95f6-8743922d5ed5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=82083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 13 21:58:45.163764 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-dab97e54-3a63-4d10-95f6-8743922d5ed5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.2528996
Jul 13 21:58:45.185376 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Transition to ACTIVE for port object 1fd2c2d6-fcac-406a-8d5b-40f32960373a will not be triggered until provisioned by entity L2. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:58:45.199303 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfd4d55-caf9-4da4-9d4f-7d183c3f59ba None None] Network 4f4027db-4b36-48ec-9349-8e337787556b requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 21:58:45.235706 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Transition to ACTIVE for port object 1fd2c2d6-fcac-406a-8d5b-40f32960373a will not be triggered until provisioned by entity DHCP. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:58:45.275580 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-94b75761-bb82-4334-aa18-1f9f99a4e210 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:45.276411 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-94b75761-bb82-4334-aa18-1f9f99a4e210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854024445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753675'] for router, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:45.290129 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:45.302660 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-a1e8c706-1817-4250-9d45-bdd9ec13eeeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:58:45.304574 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:45.313126 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-a1e8c706-1817-4250-9d45-bdd9ec13eeeb admin admin] Usage tracker for resource:router and tenant:a64f1d97f1f646f498668269b6c5ee10 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:58:45.326605 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-a1e8c706-1817-4250-9d45-bdd9ec13eeeb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:58:45.344377 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-a1e8c706-1817-4250-9d45-bdd9ec13eeeb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:58:45.396836 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Pushing event updated for resources: {'Port': ['ID=1fd2c2d6-fcac-406a-8d5b-40f32960373a,revision_number=1']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:45.402037 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ed7e5-6fc6-47aa-b814-5f318b93d59a admin admin] Pushing event updated for resources: {'Subnet': ['ID=19a5e143-e3f3-4497-b1eb-410b89ec303c,revision_number=0']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:45.404828 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1c5ed7e5-6fc6-47aa-b814-5f318b93d59a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:45.405818 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c706-1817-4250-9d45-bdd9ec13eeeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770131'] for router, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:45.407200 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c706-1817-4250-9d45-bdd9ec13eeeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854024219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854022111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854215556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5669'] for router, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:45.442461 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-265d3681-6365-4d68-bd32-069f283202f5 req-c5c0e843-f451-4368-967d-3dc33975addf service neutron] 10.222.0.18 "GET /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4513569
Jul 13 21:58:45.448713 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5ed7e5-6fc6-47aa-b814-5f318b93d59a admin admin] Checking segment: {'id': '70c3bd65-8191-4a64-8929-c27a55af21f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:58:45.449492 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5ed7e5-6fc6-47aa-b814-5f318b93d59a admin admin] Network hostable DHCP agents. Network: 0c5abd27-10e4-4762-82c4-ccb760681ca8, hostable agents: ['42e73b5f-b36d-45e9-8068-895c526abb3e'], hosted agents: [] {{(pid=82084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 13 21:58:45.463867 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c706-1817-4250-9d45-bdd9ec13eeeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:45.475140 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-1d594b56-cd43-4cb5-8875-68ed98cab5d8 service neutron] 10.222.0.18 "GET /v2.0/networks/438952cd-2663-4fe7-ab6c-469bf0e9ee85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2998614
Jul 13 21:58:45.514435 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:45.514892 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:45.515253 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:45.515540 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:45.517781 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:45.523180 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:45.523459 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:45.525082 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:45.525714 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:45.526311 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:45.527038 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Tracked resource versions report:
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]: pushed versions:
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]: {   'ConntrackHelper': {'1.0'},
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Log': {'1.0'},
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Network': {'1.1'},
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Port': {'1.5'},
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]:     'PortForwarding': {'1.2'},
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]:     'QosPolicy': {'1.8'},
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]:     'SecurityGroup': {'1.2'},
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]:     'SecurityGroupRule': {'1.0'},
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]:     'SubPort': {'1.0'},
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Subnet': {'1.1'},
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Trunk': {'1.1'}}
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]: consumer versions:
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]: {   DHCP agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]:     HyperV agent@hv-cinder-80061: {},
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]:     L3 agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]:     Metadata agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]:     Metering agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]:     Open vSwitch agent@dv-cinder-800618-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Log': '1.0',
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Network': '1.1',
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Port': '1.5',
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'PortForwarding': '1.2',
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'QosPolicy': '1.8',
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'SecurityGroup': '1.2',
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'SecurityGroupRule': '1.0',
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'SubPort': '1.0',
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Subnet': '1.1',
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Trunk': '1.1'}}
Jul 13 21:58:45.528945 dv-cinder-800618-1-iscsi neutron-server[81974]:  {{(pid=82085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 13 21:58:45.536401 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Network c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 is already hosted by enough agents. {{(pid=82085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 21:58:45.561846 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Resources bound (agent type, host, resource id):  {{(pid=82085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:58:45.618720 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5ed7e5-6fc6-47aa-b814-5f318b93d59a admin admin] Network 0c5abd27-10e4-4762-82c4-ccb760681ca8 is scheduled to be hosted by DHCP agent 42e73b5f-b36d-45e9-8068-895c526abb3e with binding_index 1 {{(pid=82084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 13 21:58:45.627691 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Received port after_create {{(pid=82085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 21:58:45.668611 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-df9fe95e-5531-47a5-81dd-6dc3efd874ca service neutron] 10.222.0.18 "GET /v2.0/networks/438952cd-2663-4fe7-ab6c-469bf0e9ee85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1860964
Jul 13 21:58:45.687545 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:45.709920 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-1c5ed7e5-6fc6-47aa-b814-5f318b93d59a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-iscsi, 0c5abd27-10e4-4762-82c4-ccb760681ca8) {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:58:45.723558 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5ed7e5-6fc6-47aa-b814-5f318b93d59a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:58:45.724562 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1c5ed7e5-6fc6-47aa-b814-5f318b93d59a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:45.756445 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808d5df6-5813-4ae9-a366-7328a2464d5d None None] Network 0c5abd27-10e4-4762-82c4-ccb760681ca8 requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 21:58:45.785163 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-1c5ed7e5-6fc6-47aa-b814-5f318b93d59a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3572798
Jul 13 21:58:45.789413 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 36114) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:58:45.796000 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c706-1817-4250-9d45-bdd9ec13eeeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854022096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:45.796509 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b75761-bb82-4334-aa18-1f9f99a4e210 admin admin] Router b1173936-da62-4a36-a053-cda0ccdc1621 is scheduled to L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 with binding_index 1 {{(pid=82083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 13 21:58:45.819178 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-1441bfff-c083-461b-b36a-c6256f7cc389 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-95492827-router', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:58:45.844900 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-1441bfff-c083-461b-b36a-c6256f7cc389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:58:45.857553 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-1441bfff-c083-461b-b36a-c6256f7cc389 admin admin] Usage tracker for resource:router and tenant:e98d195175fb48da8da0450cb337c9e2 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:58:45.867851 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-1441bfff-c083-461b-b36a-c6256f7cc389 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:58:45.877998 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Attempting to bind port 1fd2c2d6-fcac-406a-8d5b-40f32960373a on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 21:58:45.878591 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Attempting to bind port 1fd2c2d6-fcac-406a-8d5b-40f32960373a by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': '1352c393-4a46-4893-bc30-a0b11195a5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5'}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 21:58:45.879376 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Attempting to bind port 1fd2c2d6-fcac-406a-8d5b-40f32960373a on network c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 21:58:45.896859 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 21:58:45.897353 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Checking segment: {'id': '1352c393-4a46-4893-bc30-a0b11195a5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:58:45.898069 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:45.898599 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Bound using segment: {'id': '1352c393-4a46-4893-bc30-a0b11195a5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5'} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 21:58:45.899339 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Bound port: 1fd2c2d6-fcac-406a-8d5b-40f32960373a, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1352c393-4a46-4893-bc30-a0b11195a5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5'}}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 21:58:45.899946 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:45.923604 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-1441bfff-c083-461b-b36a-c6256f7cc389 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:58:46.077617 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1441bfff-c083-461b-b36a-c6256f7cc389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770131'] for router, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:46.079506 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1441bfff-c083-461b-b36a-c6256f7cc389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854024219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854022111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854215556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5669'] for router, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:46.234255 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1441bfff-c083-461b-b36a-c6256f7cc389 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:46.266687 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] For port 1fd2c2d6-fcac-406a-8d5b-40f32960373a, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 21:58:46.343807 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9f0494d7-e7ae-4b68-af8b-6d95d06db221 req-e377dab3-e3d5-4be0-bdbd-8f1a215dd6c2 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6 HTTP/1.1" status: 200  len: 210 time: 0.1233609
Jul 13 21:58:46.391340 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] For port 1fd2c2d6-fcac-406a-8d5b-40f32960373a, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=1fd2c2d6-fcac-406a-8d5b-40f32960373a,segment=NetworkSegment(1352c393-4a46-4893-bc30-a0b11195a5d9),segment_id=1352c393-4a46-4893-bc30-a0b11195a5d9)] {{(pid=82085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 21:58:46.401821 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b75761-bb82-4334-aa18-1f9f99a4e210 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 21:58:46.412418 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] Sync routers for ids ['b1173936-da62-4a36-a053-cda0ccdc1621'] in dv-cinder-800618-1-iscsi {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 21:58:46.435463 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:46.446649 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ffac09d1-cdd1-4620-ade2-f8a018ae1403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:46.456444 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] Routers {'b1173936-da62-4a36-a053-cda0ccdc1621'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 21:58:46.458064 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-94b75761-bb82-4334-aa18-1f9f99a4e210 admin admin] Notify callbacks [] for router, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:46.459024 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf366d6b70>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T21:58:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['b1173936-da62-4a36-a053-cda0ccdc1621'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:58:46.459386 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-94b75761-bb82-4334-aa18-1f9f99a4e210 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.8002636
Jul 13 21:58:46.462609 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 36154) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:58:46.623628 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2b74389-647e-5418-80f0-f99db5a1f3e2-0c5abd27-10e4-4762-82c4-ccb760681ca8', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'fixed_ips': [{'subnet_id': '19a5e143-e3f3-4497-b1eb-410b89ec303c'}]}} from dv-cinder-800618-1-iscsi. {{(pid=82085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 13 21:58:46.633124 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:46.686221 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Pushing event updated for resources: {'Port': ['ID=1fd2c2d6-fcac-406a-8d5b-40f32960373a,revision_number=2']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:46.690257 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:46.890998 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d6864950-456a-4ee8-8880-6280cd9642a7 req-1c7d8051-0a58-4f3d-bd1a-f655da1dc393 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 210 time: 0.3039801
Jul 13 21:58:47.013836 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] Set router b1173936-da62-4a36-a053-cda0ccdc1621 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 21:58:47.100512 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] Allocated IP 172.20.0.2 (0c5abd27-10e4-4762-82c4-ccb760681ca8/19a5e143-e3f3-4497-b1eb-410b89ec303c/325347cd-d3fc-4639-aac4-c1330d11a713) {{(pid=82085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 21:58:47.283570 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 21:58:47.299030 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1441bfff-c083-461b-b36a-c6256f7cc389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854022096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:47.304002 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c706-1817-4250-9d45-bdd9ec13eeeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:47.415892 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c706-1817-4250-9d45-bdd9ec13eeeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:47.661738 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3cd9b3b1-d3c8-47c4-add8-bfd929439ab5 req-18d81d1a-5366-437d-acc1-f441653b9253 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6 HTTP/1.1" status: 200  len: 210 time: 0.0953538
Jul 13 21:58:47.671780 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf366d6b70>, [{'id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'name': 'tempest-AttachVolumeTestJSON-1592688563-router', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:42Z', 'updated_at': '2021-07-13T21:58:44Z', 'revision_number': 3, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'gw_port': {'id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:43Z', 'updated_at': '2021-07-13T21:58:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:58:47.679918 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] Checking router: b1173936-da62-4a36-a053-cda0ccdc1621 for host: dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 21:58:47.680347 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] Updating router b1173936-da62-4a36-a053-cda0ccdc1621 port 36418cc6-90e7-4a4f-8d77-a782512060c8 binding host dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 13 21:58:47.683575 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] Notify callbacks [] for port, precommit_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:47.697068 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] Transition to ACTIVE for port object 325347cd-d3fc-4639-aac4-c1330d11a713 will not be triggered until provisioned by entity L2. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:58:47.764769 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] Transition to ACTIVE for port object 325347cd-d3fc-4639-aac4-c1330d11a713 will not be triggered until provisioned by entity DHCP. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:58:47.774955 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:47.780562 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ffac09d1-cdd1-4620-ade2-f8a018ae1403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:47.805936 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:47.880631 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] Pushing event updated for resources: {'Port': ['ID=325347cd-d3fc-4639-aac4-c1330d11a713,revision_number=1']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:47.885496 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:47.898930 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] Network 0c5abd27-10e4-4762-82c4-ccb760681ca8 is already hosted by enough agents. {{(pid=82085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 21:58:47.900626 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] Resources bound (agent type, host, resource id):  {{(pid=82085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:58:47.903553 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] Received port after_create {{(pid=82085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 21:58:48.013276 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] Attempting to bind port 325347cd-d3fc-4639-aac4-c1330d11a713 on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 21:58:48.013276 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] Attempting to bind port 325347cd-d3fc-4639-aac4-c1330d11a713 by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': '70c3bd65-8191-4a64-8929-c27a55af21f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8'}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 21:58:48.013276 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] Attempting to bind port 325347cd-d3fc-4639-aac4-c1330d11a713 on network 0c5abd27-10e4-4762-82c4-ccb760681ca8 {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 21:58:48.019542 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-a1e8c706-1817-4250-9d45-bdd9ec13eeeb admin admin] Allocated IP 172.27.3.177 (c8866fbd-09a0-4cda-b97c-1016e46e3e88/8a6156a0-7e3f-4c59-8b62-81399f240021/a2edbc79-a3b7-43e7-8be4-113d648e19c2) {{(pid=82084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 21:58:48.021506 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 21:58:48.022080 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] Checking segment: {'id': '70c3bd65-8191-4a64-8929-c27a55af21f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:58:48.022624 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:48.023160 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] Bound using segment: {'id': '70c3bd65-8191-4a64-8929-c27a55af21f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8'} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 21:58:48.023888 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] Bound port: 325347cd-d3fc-4639-aac4-c1330d11a713, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c3bd65-8191-4a64-8929-c27a55af21f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8'}}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 21:58:48.024403 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:48.130429 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] For port 325347cd-d3fc-4639-aac4-c1330d11a713, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 21:58:48.133894 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] For port 325347cd-d3fc-4639-aac4-c1330d11a713, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=325347cd-d3fc-4639-aac4-c1330d11a713,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 21:58:48.139265 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:48.144312 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:48.248098 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] Pushing event updated for resources: {'Port': ['ID=325347cd-d3fc-4639-aac4-c1330d11a713,revision_number=2']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:48.251853 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:48.390697 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-476ef0e7-9bb2-4f45-a428-38ad22201f1a req-77fb0fb8-5d35-4b43-9ca4-9e66747312ca tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 210 time: 0.1615963
Jul 13 21:58:48.670758 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1441bfff-c083-461b-b36a-c6256f7cc389 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:48.720998 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c706-1817-4250-9d45-bdd9ec13eeeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:48.729176 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1441bfff-c083-461b-b36a-c6256f7cc389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:48.967958 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c706-1817-4250-9d45-bdd9ec13eeeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:48.983389 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b20bd1c0-1e48-435e-abff-57f208a82aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:49.155851 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 1fd2c2d6-fcac-406a-8d5b-40f32960373a up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:58:49.294195 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-daa11ee4-65fd-462e-89e9-df97c4814c2d req-1c3d4dec-ddf6-4c98-8e0e-80f7ffe1a0ba tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6 HTTP/1.1" status: 200  len: 210 time: 0.1989419
Jul 13 21:58:49.303522 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e8c706-1817-4250-9d45-bdd9ec13eeeb admin admin] Network c8866fbd-09a0-4cda-b97c-1016e46e3e88 is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 21:58:49.306597 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.15', 52257) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:58:49.307528 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-a1e8c706-1817-4250-9d45-bdd9ec13eeeb admin admin] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:58:49.321825 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e8c706-1817-4250-9d45-bdd9ec13eeeb admin admin] Received port after_create {{(pid=82084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 21:58:49.383929 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port 1fd2c2d6-fcac-406a-8d5b-40f32960373a completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:58:49.395471 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 325347cd-d3fc-4639-aac4-c1330d11a713 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:58:49.507152 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c876ca40-df1c-4c90-bf70-863d9ec5872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:49.586400 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port 325347cd-d3fc-4639-aac4-c1330d11a713 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:58:49.655622 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8c706-1817-4250-9d45-bdd9ec13eeeb admin admin] Pushing event updated for resources: {'Port': ['ID=a2edbc79-a3b7-43e7-8be4-113d648e19c2,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:49.672921 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a1e8c706-1817-4250-9d45-bdd9ec13eeeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:49.673739 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] Notify callbacks [] for port, precommit_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:49.731013 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] Transition to ACTIVE for port object 36418cc6-90e7-4a4f-8d77-a782512060c8 will not be triggered until provisioned by entity L2. {{(pid=82086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:58:49.740911 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf95e332-1520-4bf1-9c41-84db0c2fe0f7 None None] Network c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 21:58:49.771958 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:49.800614 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6178709e-40f6-433b-ae1f-a6ec1dfa3da5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:49.999090 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-1441bfff-c083-461b-b36a-c6256f7cc389 admin admin] Allocated IP 172.27.3.57 (c8866fbd-09a0-4cda-b97c-1016e46e3e88/8a6156a0-7e3f-4c59-8b62-81399f240021/c5d191ae-99b7-4651-9d99-c3204a0992a3) {{(pid=82084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 21:58:50.055317 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 36282) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:58:50.058338 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d96c4c-7f87-4f42-91b5-1d718721ed9b None None] Pushing event updated for resources: {'Port': ['ID=36418cc6-90e7-4a4f-8d77-a782512060c8,revision_number=2']} {{(pid=82086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:50.058893 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-07d3291b-c442-423d-b3ba-c1155bbdb69e None None] Provisioning for port 1fd2c2d6-fcac-406a-8d5b-40f32960373a completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:58:50.062209 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] Attempting to bind port 36418cc6-90e7-4a4f-8d77-a782512060c8 on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 21:58:50.062593 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] Attempting to bind port 36418cc6-90e7-4a4f-8d77-a782512060c8 by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}] {{(pid=82086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 21:58:50.063124 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] Attempting to bind port 36418cc6-90e7-4a4f-8d77-a782512060c8 on network c8866fbd-09a0-4cda-b97c-1016e46e3e88 {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 21:58:50.074001 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f44759cc-e699-46c2-a8e0-8b08c42d5791 req-e5b2ef2c-49c0-42a7-be35-b3e1c112828e tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 210 time: 0.3656533
Jul 13 21:58:50.077209 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96c4c-7f87-4f42-91b5-1d718721ed9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:50.077585 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96c4c-7f87-4f42-91b5-1d718721ed9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:50.077956 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96c4c-7f87-4f42-91b5-1d718721ed9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:50.078317 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96c4c-7f87-4f42-91b5-1d718721ed9b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:50.078817 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96c4c-7f87-4f42-91b5-1d718721ed9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:50.079176 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96c4c-7f87-4f42-91b5-1d718721ed9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:50.079536 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96c4c-7f87-4f42-91b5-1d718721ed9b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:50.080049 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96c4c-7f87-4f42-91b5-1d718721ed9b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:50.080551 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96c4c-7f87-4f42-91b5-1d718721ed9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:50.080734 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96c4c-7f87-4f42-91b5-1d718721ed9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:50.081247 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96c4c-7f87-4f42-91b5-1d718721ed9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96c4c-7f87-4f42-91b5-1d718721ed9b None None] Tracked resource versions report:
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]: pushed versions:
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]: {   'ConntrackHelper': {'1.0'},
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Log': {'1.0'},
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Network': {'1.1'},
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Port': {'1.5'},
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]:     'PortForwarding': {'1.2'},
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]:     'QosPolicy': {'1.8'},
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]:     'SecurityGroup': {'1.2'},
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]:     'SecurityGroupRule': {'1.0'},
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]:     'SubPort': {'1.0'},
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Subnet': {'1.1'},
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]:     'Trunk': {'1.1'}}
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]: consumer versions:
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]: {   DHCP agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]:     HyperV agent@hv-cinder-80061: {},
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]:     L3 agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]:     Metadata agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]:     Metering agent@dv-cinder-800618-1-iscsi: {},
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]:     Open vSwitch agent@dv-cinder-800618-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Log': '1.0',
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Network': '1.1',
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Port': '1.5',
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'PortForwarding': '1.2',
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'QosPolicy': '1.8',
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'SecurityGroup': '1.2',
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'SecurityGroupRule': '1.0',
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'SubPort': '1.0',
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Subnet': '1.1',
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]:                                                      'Trunk': '1.1'}}
Jul 13 21:58:50.082350 dv-cinder-800618-1-iscsi neutron-server[81974]:  {{(pid=82086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 13 21:58:50.086266 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 21:58:50.087050 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] Checking segment: {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:58:50.087494 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:50.087903 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] Bound using segment: {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'} {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 21:58:50.088417 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] Bound port: 36418cc6-90e7-4a4f-8d77-a782512060c8, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}}] {{(pid=82086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 21:58:50.089000 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:50.137609 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e2d96c4c-7f87-4f42-91b5-1d718721ed9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:50.149603 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.15', 52263) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:58:50.156161 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-c876ca40-df1c-4c90-bf70-863d9ec5872d admin admin] Allocated IP 172.20.0.1 (c786a95b-96e8-46c1-a1a0-fc4a1a977bd5/1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c/ff5dd7cf-732e-4bad-8cfe-d2cbf2407881) {{(pid=82083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 21:58:50.238905 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] For port 36418cc6-90e7-4a4f-8d77-a782512060c8, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 21:58:50.244112 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] For port 36418cc6-90e7-4a4f-8d77-a782512060c8, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=36418cc6-90e7-4a4f-8d77-a782512060c8,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 21:58:50.249670 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:50.257308 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:50.346529 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1441bfff-c083-461b-b36a-c6256f7cc389 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:50.429977 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d96c4c-7f87-4f42-91b5-1d718721ed9b None None] Pushing event updated for resources: {'Port': ['ID=36418cc6-90e7-4a4f-8d77-a782512060c8,revision_number=3']} {{(pid=82086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:50.434182 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e2d96c4c-7f87-4f42-91b5-1d718721ed9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:50.439684 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] Routers {'b1173936-da62-4a36-a053-cda0ccdc1621'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 21:58:50.448393 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf366d6b70>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T21:58:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['b1173936-da62-4a36-a053-cda0ccdc1621'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:58:50.460876 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d3681-6365-4d68-bd32-069f283202f5 req-23ec9272-e49e-4f6f-8cb8-3259bd162fd4 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:58:50.462711 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-265d3681-6365-4d68-bd32-069f283202f5 req-23ec9272-e49e-4f6f-8cb8-3259bd162fd4 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.15 "GET /v2.0/networks?id=136f51ad-4115-4bbf-be16-6910b00eeb8f HTTP/1.1" status: 200  len: 815 time: 1.1496599
Jul 13 21:58:50.466868 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1441bfff-c083-461b-b36a-c6256f7cc389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:50.481115 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c706-1817-4250-9d45-bdd9ec13eeeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:50.482138 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c706-1817-4250-9d45-bdd9ec13eeeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854024445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753675'] for router, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:50.488458 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a1e8c706-1817-4250-9d45-bdd9ec13eeeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:50.510920 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-07d3291b-c442-423d-b3ba-c1155bbdb69e None None] Provisioning complete for port 1fd2c2d6-fcac-406a-8d5b-40f32960373a triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:58:50.516520 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-07d3291b-c442-423d-b3ba-c1155bbdb69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:50.541291 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1441bfff-c083-461b-b36a-c6256f7cc389 admin admin] Network c8866fbd-09a0-4cda-b97c-1016e46e3e88 is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 21:58:50.654924 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5102661a-f9c9-4236-82b1-73bb2d9b7d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:50.827377 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-86f6896a-349a-4aab-b928-cb63c7bb96ea tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:58:50.829255 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-86f6896a-349a-4aab-b928-cb63c7bb96ea tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.15 "GET /v2.0/networks?id=438952cd-2663-4fe7-ab6c-469bf0e9ee85 HTTP/1.1" status: 200  len: 812 time: 0.6651204
Jul 13 21:58:50.843420 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-5102661a-f9c9-4236-82b1-73bb2d9b7d81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:58:50.848529 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-5102661a-f9c9-4236-82b1-73bb2d9b7d81 admin admin] Usage tracker for resource:security_group_rule and tenant:e3893a8e8d33458ebba5fbcaefe7f1a1 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:58:50.852712 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-5102661a-f9c9-4236-82b1-73bb2d9b7d81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:58:50.861628 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-5102661a-f9c9-4236-82b1-73bb2d9b7d81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:58:50.957989 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5102661a-f9c9-4236-82b1-73bb2d9b7d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:50.963839 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-07d3291b-c442-423d-b3ba-c1155bbdb69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:50.983927 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-265d3681-6365-4d68-bd32-069f283202f5 req-c802eb18-7ac0-4b28-a27a-014b27b9dd3d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Request body: {'port': {'device_id': '3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6', 'network_id': '136f51ad-4115-4bbf-be16-6910b00eeb8f', 'admin_state_up': True, 'tenant_id': '9d98e8ce298b477986af89abffc6e6fb'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:58:50.989807 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c876ca40-df1c-4c90-bf70-863d9ec5872d admin admin] Notify callbacks [] for port, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:51.014092 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-c876ca40-df1c-4c90-bf70-863d9ec5872d admin admin] Transition to ACTIVE for port object ff5dd7cf-732e-4bad-8cfe-d2cbf2407881 will not be triggered until provisioned by entity DHCP. {{(pid=82083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:58:51.023841 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-d8220a79-ddf1-49d2-ad14-e535663bb154 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Request body: {'port': {'device_id': '58d5a46c-7b98-48e0-893d-fef2db7985a1', 'network_id': '438952cd-2663-4fe7-ab6c-469bf0e9ee85', 'admin_state_up': True, 'tenant_id': 'd4ca4c70aa46444f8a9ccd9abb4b7726'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:58:51.031958 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] Set router b1173936-da62-4a36-a053-cda0ccdc1621 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 21:58:51.039251 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-1441bfff-c083-461b-b36a-c6256f7cc389 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:58:51.051786 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1441bfff-c083-461b-b36a-c6256f7cc389 admin admin] Received port after_create {{(pid=82084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 21:58:51.093026 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-07d3291b-c442-423d-b3ba-c1155bbdb69e None None] For port 1fd2c2d6-fcac-406a-8d5b-40f32960373a, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=1fd2c2d6-fcac-406a-8d5b-40f32960373a,segment=NetworkSegment(1352c393-4a46-4893-bc30-a0b11195a5d9),segment_id=1352c393-4a46-4893-bc30-a0b11195a5d9)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:58:51.114834 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-07d3291b-c442-423d-b3ba-c1155bbdb69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:51.135775 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:51.274607 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec90344-2897-4685-960c-8a3ecefc9bfa None None] Network 0c5abd27-10e4-4762-82c4-ccb760681ca8 requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 21:58:51.344769 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-d8220a79-ddf1-49d2-ad14-e535663bb154 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:58:51.359833 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-d8220a79-ddf1-49d2-ad14-e535663bb154 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Usage tracker for resource:port and tenant:d4ca4c70aa46444f8a9ccd9abb4b7726 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:58:51.362049 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-d8220a79-ddf1-49d2-ad14-e535663bb154 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:58:51.375882 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-d8220a79-ddf1-49d2-ad14-e535663bb154 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:58:51.392337 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5102661a-f9c9-4236-82b1-73bb2d9b7d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:51.412231 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441bfff-c083-461b-b36a-c6256f7cc389 admin admin] Pushing event updated for resources: {'Port': ['ID=c5d191ae-99b7-4651-9d99-c3204a0992a3,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:51.415368 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1441bfff-c083-461b-b36a-c6256f7cc389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.927s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:51.462766 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-d8220a79-ddf1-49d2-ad14-e535663bb154 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Made reservation on behalf of d4ca4c70aa46444f8a9ccd9abb4b7726 for: {'port': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 21:58:51.469043 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-d8220a79-ddf1-49d2-ad14-e535663bb154 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:51.505466 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:51.566185 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-5102661a-f9c9-4236-82b1-73bb2d9b7d81 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3893a8e8d33458ebba5fbcaefe7f1a1&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5072486
Jul 13 21:58:51.569221 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 36338) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:58:51.579619 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6214d032-649d-4378-8b3b-19ce312b52dd req-ebb2d0d0-765b-44a6-8216-dd16c863b1fa tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6 HTTP/1.1" status: 200  len: 210 time: 0.5599768
Jul 13 21:58:51.698299 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102661a-f9c9-4236-82b1-73bb2d9b7d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631c2164-6040-43dd-9aad-77edbca59c46,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:51.705667 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-5102661a-f9c9-4236-82b1-73bb2d9b7d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:51.752062 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-724a3609-f6bf-43b5-9ffe-1698fdd2092c None None] Provisioning for port 325347cd-d3fc-4639-aac4-c1330d11a713 completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:58:51.771907 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-724a3609-f6bf-43b5-9ffe-1698fdd2092c None None] Provisioning complete for port 325347cd-d3fc-4639-aac4-c1330d11a713 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:58:51.772578 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-724a3609-f6bf-43b5-9ffe-1698fdd2092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:51.777726 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1e9ec42a-13ff-4fb3-bf68-e3216dd069d4 req-67ef7500-9bb8-4467-8b30-be8bc5bcdf9e tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 210 time: 0.2732871
Jul 13 21:58:51.826033 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c876ca40-df1c-4c90-bf70-863d9ec5872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:51.831735 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf366d6b70>, [{'id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'name': 'tempest-AttachVolumeTestJSON-1592688563-router', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:42Z', 'updated_at': '2021-07-13T21:58:44Z', 'revision_number': 3, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'gw_port': {'id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:43Z', 'updated_at': '2021-07-13T21:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:58:51.843020 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09376b57-0d1f-48a7-8497-afef2f9a44d3 None None] The sync data for ids ['b1173936-da62-4a36-a053-cda0ccdc1621'] in dv-cinder-800618-1-iscsi is: [{'id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'name': 'tempest-AttachVolumeTestJSON-1592688563-router', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:42Z', 'updated_at': '2021-07-13T21:58:44Z', 'revision_number': 3, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'gw_port': {'id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:43Z', 'updated_at': '2021-07-13T21:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}] {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 21:58:51.867358 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-94b75761-bb82-4334-aa18-1f9f99a4e210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:51.914477 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-265d3681-6365-4d68-bd32-069f283202f5 req-c802eb18-7ac0-4b28-a27a-014b27b9dd3d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:58:51.949986 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-265d3681-6365-4d68-bd32-069f283202f5 req-c802eb18-7ac0-4b28-a27a-014b27b9dd3d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Usage tracker for resource:port and tenant:9d98e8ce298b477986af89abffc6e6fb is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:58:51.961632 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-265d3681-6365-4d68-bd32-069f283202f5 req-c802eb18-7ac0-4b28-a27a-014b27b9dd3d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:58:51.969073 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3291b-c442-423d-b3ba-c1155bbdb69e None None] Pushing event updated for resources: {'Port': ['ID=1fd2c2d6-fcac-406a-8d5b-40f32960373a,revision_number=3']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:51.977547 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-07d3291b-c442-423d-b3ba-c1155bbdb69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.845s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:52.012067 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-265d3681-6365-4d68-bd32-069f283202f5 req-c802eb18-7ac0-4b28-a27a-014b27b9dd3d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:58:52.064160 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265d3681-6365-4d68-bd32-069f283202f5 req-c802eb18-7ac0-4b28-a27a-014b27b9dd3d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Made reservation on behalf of 9d98e8ce298b477986af89abffc6e6fb for: {'port': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 21:58:52.070253 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-265d3681-6365-4d68-bd32-069f283202f5 req-c802eb18-7ac0-4b28-a27a-014b27b9dd3d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:52.192333 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1441bfff-c083-461b-b36a-c6256f7cc389 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:52.193299 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1441bfff-c083-461b-b36a-c6256f7cc389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854024445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753675'] for router, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:52.218352 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c876ca40-df1c-4c90-bf70-863d9ec5872d admin admin] Network c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 21:58:52.219819 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876ca40-df1c-4c90-bf70-863d9ec5872d admin admin] Pushing event updated for resources: {'Port': ['ID=ff5dd7cf-732e-4bad-8cfe-d2cbf2407881,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:52.252838 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-c876ca40-df1c-4c90-bf70-863d9ec5872d admin admin] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:58:52.269903 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-724a3609-f6bf-43b5-9ffe-1698fdd2092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:52.278224 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f4d59e99-89d5-4e98-8a61-8717a6617930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:52.374898 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f4d59e99-89d5-4e98-8a61-8717a6617930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:52.392615 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-724a3609-f6bf-43b5-9ffe-1698fdd2092c None None] For port 325347cd-d3fc-4639-aac4-c1330d11a713, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=325347cd-d3fc-4639-aac4-c1330d11a713,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:58:52.399884 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-724a3609-f6bf-43b5-9ffe-1698fdd2092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:52.419207 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:52.502580 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c876ca40-df1c-4c90-bf70-863d9ec5872d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:52.514000 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f4d59e99-89d5-4e98-8a61-8717a6617930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:52.552634 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:52.654275 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-d8220a79-ddf1-49d2-ad14-e535663bb154 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Allocated IP 172.20.0.7 (438952cd-2663-4fe7-ab6c-469bf0e9ee85/6fc35078-07d3-45ad-ad24-0d501bfc216e/1f8553c7-82a0-4f43-8ba1-d4e72a103bf2) {{(pid=82083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 21:58:52.686821 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d59e99-89d5-4e98-8a61-8717a6617930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631c2164-6040-43dd-9aad-77edbca59c46,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:52.687004 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e8c706-1817-4250-9d45-bdd9ec13eeeb admin admin] Router eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5 is scheduled to L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 with binding_index 1 {{(pid=82084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 13 21:58:52.710159 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f4d59e99-89d5-4e98-8a61-8717a6617930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:52.766118 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-0edaf8a0-4b6b-40e8-97ce-970391097bb6 None None] Provisioning complete for port 1fd2c2d6-fcac-406a-8d5b-40f32960373a triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:58:52.766906 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0edaf8a0-4b6b-40e8-97ce-970391097bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:52.793286 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c876ca40-df1c-4c90-bf70-863d9ec5872d admin admin] Received port after_create {{(pid=82083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 21:58:52.793286 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c876ca40-df1c-4c90-bf70-863d9ec5872d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854016810'] for router_interface, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:52.909707 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f4d59e99-89d5-4e98-8a61-8717a6617930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:52.926549 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-f4d59e99-89d5-4e98-8a61-8717a6617930 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/631c2164-6040-43dd-9aad-77edbca59c46 HTTP/1.1" status: 204  len: 168 time: 1.3482714
Jul 13 21:58:53.185044 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 1fd2c2d6-fcac-406a-8d5b-40f32960373a up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:58:53.433348 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a3609-f6bf-43b5-9ffe-1698fdd2092c None None] Pushing event updated for resources: {'Port': ['ID=325347cd-d3fc-4639-aac4-c1330d11a713,revision_number=3']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:53.449961 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d8f4a0b5-5607-465b-b7c7-75ad42886589 req-87e84945-a3fb-49fd-a14c-0f207c3680ec tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6 HTTP/1.1" status: 200  len: 210 time: 0.3013604
Jul 13 21:58:53.455255 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [req-265d3681-6365-4d68-bd32-069f283202f5 req-c802eb18-7ac0-4b28-a27a-014b27b9dd3d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Allocated IP 172.20.0.6 (136f51ad-4115-4bbf-be16-6910b00eeb8f/c92030fd-456d-4eba-ab18-f7c54fda6ba3/b90febf4-60f1-4573-9146-7a4106624407) {{(pid=82084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 21:58:53.591783 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c876ca40-df1c-4c90-bf70-863d9ec5872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:53.662324 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-724a3609-f6bf-43b5-9ffe-1698fdd2092c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.245s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:53.798676 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 1fd2c2d6-fcac-406a-8d5b-40f32960373a triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:58:53.799397 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:53.863646 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-63df0b36-7f96-439b-ad3e-88d5e65ac0ff req-56026b33-4c6b-4794-9be0-d92f9c551fe2 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Synchronizing usage tracker for tenant:d4ca4c70aa46444f8a9ccd9abb4b7726 on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 21:58:54.051189 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-cfcecf54-a1a9-4126-b275-1be6d3d952c4 None None] Provisioning for port ff5dd7cf-732e-4bad-8cfe-d2cbf2407881 completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:58:54.071695 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-cfcecf54-a1a9-4126-b275-1be6d3d952c4 None None] Provisioning complete for port ff5dd7cf-732e-4bad-8cfe-d2cbf2407881 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:58:54.071989 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cfcecf54-a1a9-4126-b275-1be6d3d952c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:54.095497 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-63df0b36-7f96-439b-ad3e-88d5e65ac0ff req-56026b33-4c6b-4794-9be0-d92f9c551fe2 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Unset dirty status for tenant:d4ca4c70aa46444f8a9ccd9abb4b7726 on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 21:58:54.099942 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-63df0b36-7f96-439b-ad3e-88d5e65ac0ff req-56026b33-4c6b-4794-9be0-d92f9c551fe2 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 210 time: 0.6254756
Jul 13 21:58:54.448943 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-d8220a79-ddf1-49d2-ad14-e535663bb154 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Notify callbacks [] for port, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:54.471978 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 36418cc6-90e7-4a4f-8d77-a782512060c8 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:58:54.557854 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-cfcecf54-a1a9-4126-b275-1be6d3d952c4 None None] Port ff5dd7cf-732e-4bad-8cfe-d2cbf2407881 cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 21:58:54.583663 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e8c706-1817-4250-9d45-bdd9ec13eeeb admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 21:58:54.603455 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-265d3681-6365-4d68-bd32-069f283202f5 req-c802eb18-7ac0-4b28-a27a-014b27b9dd3d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks [] for port, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:54.614426 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] Sync routers for ids ['eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5'] in dv-cinder-800618-1-iscsi {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 21:58:54.624332 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1441bfff-c083-461b-b36a-c6256f7cc389 admin admin] Router 9b6c27d5-3320-4579-9081-2d22f2bf8b08 is scheduled to L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 with binding_index 1 {{(pid=82084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 13 21:58:54.671199 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-d8220a79-ddf1-49d2-ad14-e535663bb154 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:54.684687 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-cfcecf54-a1a9-4126-b275-1be6d3d952c4 None None] Provisioning complete for port 325347cd-d3fc-4639-aac4-c1330d11a713 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:58:54.685141 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cfcecf54-a1a9-4126-b275-1be6d3d952c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:54.695586 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c876ca40-df1c-4c90-bf70-863d9ec5872d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:54.754337 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a1e8c706-1817-4250-9d45-bdd9ec13eeeb admin admin] Notify callbacks [] for router, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:54.756065 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-a1e8c706-1817-4250-9d45-bdd9ec13eeeb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 9.7283909
Jul 13 21:58:54.768217 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 36420) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:58:54.863987 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-265d3681-6365-4d68-bd32-069f283202f5 req-c802eb18-7ac0-4b28-a27a-014b27b9dd3d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:54.886502 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e42d84e3-6e53-479f-b662-4fb3489d4c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:54.935569 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] Routers {'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 21:58:54.940034 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36915278>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T21:58:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:58:54.946817 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c876ca40-df1c-4c90-bf70-863d9ec5872d admin admin] Notify callbacks [] for port, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:55.068374 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-d8220a79-ddf1-49d2-ad14-e535663bb154 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Network 438952cd-2663-4fe7-ab6c-469bf0e9ee85 is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 21:58:55.084495 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c876ca40-df1c-4c90-bf70-863d9ec5872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:55.105479 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-d8220a79-ddf1-49d2-ad14-e535663bb154 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:58:55.411888 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port 36418cc6-90e7-4a4f-8d77-a782512060c8 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:58:55.433890 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 36418cc6-90e7-4a4f-8d77-a782512060c8 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:58:55.434390 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:55.437473 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265d3681-6365-4d68-bd32-069f283202f5 req-c802eb18-7ac0-4b28-a27a-014b27b9dd3d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Network 136f51ad-4115-4bbf-be16-6910b00eeb8f is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 21:58:55.501057 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [req-265d3681-6365-4d68-bd32-069f283202f5 req-c802eb18-7ac0-4b28-a27a-014b27b9dd3d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:58:55.503766 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-265d3681-6365-4d68-bd32-069f283202f5 req-c802eb18-7ac0-4b28-a27a-014b27b9dd3d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Received port after_create {{(pid=82084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 21:58:55.508034 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d3681-6365-4d68-bd32-069f283202f5 req-c802eb18-7ac0-4b28-a27a-014b27b9dd3d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:58:55.508707 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-265d3681-6365-4d68-bd32-069f283202f5 req-c802eb18-7ac0-4b28-a27a-014b27b9dd3d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for port, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:55.625331 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] Set router eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 21:58:55.648404 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c876ca40-df1c-4c90-bf70-863d9ec5872d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16054315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758901'] for router_interface, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:55.686197 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-d8220a79-ddf1-49d2-ad14-e535663bb154 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Received port after_create {{(pid=82083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 21:58:55.686683 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-265d3681-6365-4d68-bd32-069f283202f5 req-c802eb18-7ac0-4b28-a27a-014b27b9dd3d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.7086766
Jul 13 21:58:55.688796 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802eb18-7ac0-4b28-a27a-014b27b9dd3d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Pushing event updated for resources: {'Port': ['ID=b90febf4-60f1-4573-9146-7a4106624407,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:55.691834 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c802eb18-7ac0-4b28-a27a-014b27b9dd3d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:55.709736 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-d8220a79-ddf1-49d2-ad14-e535663bb154 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:58:55.712711 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-d8220a79-ddf1-49d2-ad14-e535663bb154 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:55.738125 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [req-265d3681-6365-4d68-bd32-069f283202f5 req-4b8657d2-c46c-42cf-8a09-a6618b0838fd tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=82084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 13 21:58:55.743782 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-265d3681-6365-4d68-bd32-069f283202f5 req-4b8657d2-c46c-42cf-8a09-a6618b0838fd tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0351527
Jul 13 21:58:55.780989 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030e7fe-cefa-45cf-af0b-71b360af5500 req-10f9d4bc-9c00-4f80-94f7-35225df06f0b tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:58:55.782016 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-8030e7fe-cefa-45cf-af0b-71b360af5500 req-10f9d4bc-9c00-4f80-94f7-35225df06f0b tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Synchronizing usage tracker for tenant:9d98e8ce298b477986af89abffc6e6fb on resource:port {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 21:58:55.835233 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-8030e7fe-cefa-45cf-af0b-71b360af5500 req-10f9d4bc-9c00-4f80-94f7-35225df06f0b tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Unset dirty status for tenant:9d98e8ce298b477986af89abffc6e6fb on resource:port {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 21:58:55.848824 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8030e7fe-cefa-45cf-af0b-71b360af5500 req-10f9d4bc-9c00-4f80-94f7-35225df06f0b tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6 HTTP/1.1" status: 200  len: 931 time: 0.6048400
Jul 13 21:58:55.961965 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1441bfff-c083-461b-b36a-c6256f7cc389 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 21:58:55.972755 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] Sync routers for ids ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'] in dv-cinder-800618-1-iscsi {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 21:58:55.992011 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] Routers {'9b6c27d5-3320-4579-9081-2d22f2bf8b08'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 21:58:55.992708 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36510320>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T21:58:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:58:56.056735 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8030e7fe-cefa-45cf-af0b-71b360af5500 req-b7269d6d-6096-4f0c-aa24-e161b64d2328 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2065885
Jul 13 21:58:56.063617 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1441bfff-c083-461b-b36a-c6256f7cc389 admin admin] Notify callbacks [] for router, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:56.065011 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-1441bfff-c083-461b-b36a-c6256f7cc389 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 10.2741466
Jul 13 21:58:56.089336 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 36442) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:58:56.102168 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:56.108643 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8220a79-ddf1-49d2-ad14-e535663bb154 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Pushing event updated for resources: {'Port': ['ID=1f8553c7-82a0-4f43-8ba1-d4e72a103bf2,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:56.295523 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-d8220a79-ddf1-49d2-ad14-e535663bb154 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.600s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:56.318794 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] For port 36418cc6-90e7-4a4f-8d77-a782512060c8, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=36418cc6-90e7-4a4f-8d77-a782512060c8,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:58:56.322434 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.543s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:56.343232 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:56.375617 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:56.425509 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876ca40-df1c-4c90-bf70-863d9ec5872d admin admin] Pushing event updated for resources: {'Port': ['ID=ff5dd7cf-732e-4bad-8cfe-d2cbf2407881,revision_number=2']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:56.452834 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c876ca40-df1c-4c90-bf70-863d9ec5872d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:56.492631 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-d8220a79-ddf1-49d2-ad14-e535663bb154 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.4740193
Jul 13 21:58:56.532819 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-265d3681-6365-4d68-bd32-069f283202f5 req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] Request body: {'port': {'device_id': '3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:58:56.564472 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] Request body: {'port': {'device_id': '58d5a46c-7b98-48e0-893d-fef2db7985a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:58:56.616134 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 325347cd-d3fc-4639-aac4-c1330d11a713 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:58:56.797728 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] Set router 9b6c27d5-3320-4579-9081-2d22f2bf8b08 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 21:58:56.824072 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:56.891667 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:56.997720 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a08654-09dc-490d-b585-fdc7a63a6770 req-51ea51af-d206-4787-80ed-9f7be806afe9 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:58:57.010289 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e3a08654-09dc-490d-b585-fdc7a63a6770 req-51ea51af-d206-4787-80ed-9f7be806afe9 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 931 time: 1.3306484
Jul 13 21:58:57.016921 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-265d3681-6365-4d68-bd32-069f283202f5 req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:57.034626 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Pushing event updated for resources: {'Port': ['ID=36418cc6-90e7-4a4f-8d77-a782512060c8,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:57.045068 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:57.126536 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c876ca40-df1c-4c90-bf70-863d9ec5872d admin admin] Network c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 21:58:57.210117 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e3a08654-09dc-490d-b585-fdc7a63a6770 req-47d7fedc-a223-4b9f-88a8-648d62cd0c18 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba374384-3fbd-403c-bea0-513e7efd543b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1965151
Jul 13 21:58:57.213854 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-c876ca40-df1c-4c90-bf70-863d9ec5872d admin admin] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:58:57.785072 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36510320>, [{'id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'name': 'tempest-AttachVolumeShelveTestJSON-95492827-router', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:58:51Z', 'revision_number': 3, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'gw_port': {'id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:48Z', 'updated_at': '2021-07-13T21:58:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:58:57.788348 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 325347cd-d3fc-4639-aac4-c1330d11a713 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:58:57.789005 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:57.812558 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] Checking router: 9b6c27d5-3320-4579-9081-2d22f2bf8b08 for host: dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 21:58:57.814861 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] Updating router 9b6c27d5-3320-4579-9081-2d22f2bf8b08 port c5d191ae-99b7-4651-9d99-c3204a0992a3 binding host dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 13 21:58:57.990998 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36915278>, [{'id': 'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5', 'name': 'tempest-ServerRescueNegativeTestJSON-285827370-router', 'tenant_id': 'a64f1d97f1f646f498668269b6c5ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'a2edbc79-a3b7-43e7-8be4-113d648e19c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:45Z', 'updated_at': '2021-07-13T21:58:49Z', 'revision_number': 3, 'project_id': 'a64f1d97f1f646f498668269b6c5ee10', 'gw_port': {'id': 'a2edbc79-a3b7-43e7-8be4-113d648e19c2', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:10:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:47Z', 'updated_at': '2021-07-13T21:58:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:58:57.997876 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-834c51ec-a48a-44e7-8936-9c1b416ac420 None None] Provisioning complete for port ff5dd7cf-732e-4bad-8cfe-d2cbf2407881 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:58:57.998649 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-834c51ec-a48a-44e7-8936-9c1b416ac420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:58.016232 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:58.083792 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] Checking router: eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5 for host: dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 21:58:58.084198 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] Updating router eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5 port a2edbc79-a3b7-43e7-8be4-113d648e19c2 binding host dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 13 21:58:58.308052 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2997d-abec-4d83-b52a-c3cab5bfe119 req-cc5f4669-20be-4370-bd48-6820ed5e9413 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:58:58.310001 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2bd2997d-abec-4d83-b52a-c3cab5bfe119 req-cc5f4669-20be-4370-bd48-6820ed5e9413 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6 HTTP/1.1" status: 200  len: 931 time: 0.9253454
Jul 13 21:58:58.315722 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:58.405698 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-834c51ec-a48a-44e7-8936-9c1b416ac420 None None] Port ff5dd7cf-732e-4bad-8cfe-d2cbf2407881 cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 21:58:58.654775 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2bd2997d-abec-4d83-b52a-c3cab5bfe119 req-df534572-4d36-4f74-94b8-14068ecc7c37 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3347523
Jul 13 21:58:58.682400 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] Notify callbacks [] for port, precommit_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:58.719080 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] Transition to ACTIVE for port object c5d191ae-99b7-4651-9d99-c3204a0992a3 will not be triggered until provisioned by entity L2. {{(pid=82086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:58:58.750342 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:58.777342 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6178709e-40f6-433b-ae1f-a6ec1dfa3da5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:59.054589 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c514bdc-a342-4251-bb86-9ed4e3ef43de None None] Pushing event updated for resources: {'Port': ['ID=c5d191ae-99b7-4651-9d99-c3204a0992a3,revision_number=2']} {{(pid=82086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:59.073864 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8c514bdc-a342-4251-bb86-9ed4e3ef43de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:59.082592 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [req-265d3681-6365-4d68-bd32-069f283202f5 req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b90febf4-60f1-4573-9146-7a4106624407 {{(pid=82084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 21:58:59.089758 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 36418cc6-90e7-4a4f-8d77-a782512060c8 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:58:59.104458 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-265d3681-6365-4d68-bd32-069f283202f5 req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:59.149705 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] Attempting to bind port c5d191ae-99b7-4651-9d99-c3204a0992a3 on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 21:58:59.150209 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] Attempting to bind port c5d191ae-99b7-4651-9d99-c3204a0992a3 by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}] {{(pid=82086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 21:58:59.150616 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] Attempting to bind port c5d191ae-99b7-4651-9d99-c3204a0992a3 on network c8866fbd-09a0-4cda-b97c-1016e46e3e88 {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 21:58:59.157502 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-265d3681-6365-4d68-bd32-069f283202f5 req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] Transition to ACTIVE for port object b90febf4-60f1-4573-9146-7a4106624407 will not be triggered until provisioned by entity L2. {{(pid=82084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:58:59.166558 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-265d3681-6365-4d68-bd32-069f283202f5 req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:59.171266 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 21:58:59.171685 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] Checking segment: {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:58:59.176272 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:59.176723 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] Bound using segment: {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'} {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 21:58:59.179337 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1441bfff-c083-461b-b36a-c6256f7cc389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:59.179476 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] Bound port: c5d191ae-99b7-4651-9d99-c3204a0992a3, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}}] {{(pid=82086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 21:58:59.179836 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:59.399634 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] For port c5d191ae-99b7-4651-9d99-c3204a0992a3, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 21:58:59.403600 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] For port c5d191ae-99b7-4651-9d99-c3204a0992a3, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=c5d191ae-99b7-4651-9d99-c3204a0992a3,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 21:58:59.409664 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:59.428407 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:58:59.475815 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] Pushing event updated for resources: {'Port': ['ID=b90febf4-60f1-4573-9146-7a4106624407,revision_number=2']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:59.478916 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:58:59.542600 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c514bdc-a342-4251-bb86-9ed4e3ef43de None None] Pushing event updated for resources: {'Port': ['ID=c5d191ae-99b7-4651-9d99-c3204a0992a3,revision_number=3']} {{(pid=82086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:58:59.552091 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 36418cc6-90e7-4a4f-8d77-a782512060c8 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:58:59.552673 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:59.585957 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] Routers {'9b6c27d5-3320-4579-9081-2d22f2bf8b08'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 21:58:59.586942 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36510320>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T21:58:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:58:59.753426 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] Notify callbacks [] for port, precommit_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:59.821657 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] Transition to ACTIVE for port object a2edbc79-a3b7-43e7-8be4-113d648e19c2 will not be triggered until provisioned by entity L2. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:58:59.851526 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:59.857950 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d82f1-2216-4767-bacb-56ba96325ddd req-9a470594-b7d2-4cca-9cd0-1b412597d658 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:58:59.859723 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ac5d82f1-2216-4767-bacb-56ba96325ddd req-9a470594-b7d2-4cca-9cd0-1b412597d658 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 931 time: 1.1498144
Jul 13 21:58:59.871519 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] Set router 9b6c27d5-3320-4579-9081-2d22f2bf8b08 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 21:58:59.910005 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f8553c7-82a0-4f43-8ba1-d4e72a103bf2 {{(pid=82083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 21:58:59.926038 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:59.967958 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] Transition to ACTIVE for port object 1f8553c7-82a0-4f43-8ba1-d4e72a103bf2 will not be triggered until provisioned by entity L2. {{(pid=82083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:58:59.978464 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:58:59.996652 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ac5d82f1-2216-4767-bacb-56ba96325ddd req-2dd48fb9-a9d6-4bc6-b8b8-4bb317331277 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba374384-3fbd-403c-bea0-513e7efd543b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224229
Jul 13 21:59:00.009763 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:00.010310 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:00.047551 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 36522) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:00.084097 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8553c7-82a0-4f43-8ba1-d4e72a103bf2,revision_number=2']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:00.096811 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:00.148153 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-265d3681-6365-4d68-bd32-069f283202f5 req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] Attempting to bind port b90febf4-60f1-4573-9146-7a4106624407 on host hv-cinder-80061 for vnic_type normal with profile  {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 21:59:00.148552 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-265d3681-6365-4d68-bd32-069f283202f5 req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] Attempting to bind port b90febf4-60f1-4573-9146-7a4106624407 by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': 'f1799ccd-1318-4e3f-bc76-e13aefcbc804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '136f51ad-4115-4bbf-be16-6910b00eeb8f'}] {{(pid=82084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 21:59:00.148963 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d3681-6365-4d68-bd32-069f283202f5 req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] Attempting to bind port b90febf4-60f1-4573-9146-7a4106624407 on network 136f51ad-4115-4bbf-be16-6910b00eeb8f {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 21:59:00.211824 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c876ca40-df1c-4c90-bf70-863d9ec5872d admin admin] Router b1173936-da62-4a36-a053-cda0ccdc1621 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 21:59:00.260003 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b0d2c-1e6b-4018-8d64-502aa3926916 None None] Pushing event updated for resources: {'Port': ['ID=a2edbc79-a3b7-43e7-8be4-113d648e19c2,revision_number=2']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:00.273858 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] Attempting to bind port a2edbc79-a3b7-43e7-8be4-113d648e19c2 on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 21:59:00.278941 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] Attempting to bind port a2edbc79-a3b7-43e7-8be4-113d648e19c2 by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 21:59:00.279903 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] Attempting to bind port a2edbc79-a3b7-43e7-8be4-113d648e19c2 on network c8866fbd-09a0-4cda-b97c-1016e46e3e88 {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 21:59:00.285161 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8b6b0d2c-1e6b-4018-8d64-502aa3926916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:00.299743 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 21:59:00.300454 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] Checking segment: {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:59:00.302542 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:00.303134 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] Bound using segment: {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 21:59:00.307752 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8c514bdc-a342-4251-bb86-9ed4e3ef43de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.879s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:00.315072 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] Bound port: a2edbc79-a3b7-43e7-8be4-113d648e19c2, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 21:59:00.315745 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:00.321387 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36510320>, [{'id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'name': 'tempest-AttachVolumeShelveTestJSON-95492827-router', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:58:51Z', 'revision_number': 3, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'gw_port': {'id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:48Z', 'updated_at': '2021-07-13T21:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:59:00.327034 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6a0ef6-73fd-4a63-9c8f-f7a4cb568b69 None None] The sync data for ids ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'] in dv-cinder-800618-1-iscsi is: [{'id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'name': 'tempest-AttachVolumeShelveTestJSON-95492827-router', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:58:51Z', 'revision_number': 3, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'gw_port': {'id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:48Z', 'updated_at': '2021-07-13T21:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}] {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 21:59:00.363188 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d3681-6365-4d68-bd32-069f283202f5 req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] Port b90febf4-60f1-4573-9146-7a4106624407 on network 136f51ad-4115-4bbf-be16-6910b00eeb8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 13 21:59:00.363544 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d3681-6365-4d68-bd32-069f283202f5 req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] Attempting to bind port b90febf4-60f1-4573-9146-7a4106624407 on network 136f51ad-4115-4bbf-be16-6910b00eeb8f {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 21:59:00.371383 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d3681-6365-4d68-bd32-069f283202f5 req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] Checking agent: {'id': '86d26810-67bf-4143-935e-299d5b9ec4cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 21:59:00.372307 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d3681-6365-4d68-bd32-069f283202f5 req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] Checking segment: {'id': 'f1799ccd-1318-4e3f-bc76-e13aefcbc804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '136f51ad-4115-4bbf-be16-6910b00eeb8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:59:00.372923 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d3681-6365-4d68-bd32-069f283202f5 req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] Bound using segment: {'id': 'f1799ccd-1318-4e3f-bc76-e13aefcbc804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '136f51ad-4115-4bbf-be16-6910b00eeb8f'} {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 21:59:00.373434 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-265d3681-6365-4d68-bd32-069f283202f5 req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] Bound port: b90febf4-60f1-4573-9146-7a4106624407, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1799ccd-1318-4e3f-bc76-e13aefcbc804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '136f51ad-4115-4bbf-be16-6910b00eeb8f'}}] {{(pid=82084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 21:59:00.373779 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-265d3681-6365-4d68-bd32-069f283202f5 req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:00.477325 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] For port a2edbc79-a3b7-43e7-8be4-113d648e19c2, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 21:59:00.481898 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] For port a2edbc79-a3b7-43e7-8be4-113d648e19c2, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=a2edbc79-a3b7-43e7-8be4-113d648e19c2,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 21:59:00.487182 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:00.500696 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:00.688088 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a2407c87-649e-4e2d-a7fa-3a5f01c7c810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:00.767472 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-090af779-1c32-4f6b-ad81-38afea872128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:00.791365 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] Attempting to bind port 1f8553c7-82a0-4f43-8ba1-d4e72a103bf2 on host hv-cinder-80061 for vnic_type normal with profile  {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 21:59:00.793992 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] Attempting to bind port 1f8553c7-82a0-4f43-8ba1-d4e72a103bf2 by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': '354c1d94-8079-4666-8738-56e22a6193f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '438952cd-2663-4fe7-ab6c-469bf0e9ee85'}] {{(pid=82083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 21:59:00.795341 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] Attempting to bind port 1f8553c7-82a0-4f43-8ba1-d4e72a103bf2 on network 438952cd-2663-4fe7-ab6c-469bf0e9ee85 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 21:59:00.827494 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] Port 1f8553c7-82a0-4f43-8ba1-d4e72a103bf2 on network 438952cd-2663-4fe7-ab6c-469bf0e9ee85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 13 21:59:00.829327 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] Attempting to bind port 1f8553c7-82a0-4f43-8ba1-d4e72a103bf2 on network 438952cd-2663-4fe7-ab6c-469bf0e9ee85 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 21:59:00.830019 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b0d2c-1e6b-4018-8d64-502aa3926916 None None] Pushing event updated for resources: {'Port': ['ID=a2edbc79-a3b7-43e7-8be4-113d648e19c2,revision_number=3']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:00.847177 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8b6b0d2c-1e6b-4018-8d64-502aa3926916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:00.850402 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] Checking agent: {'id': '86d26810-67bf-4143-935e-299d5b9ec4cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 21:59:00.850923 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] Checking segment: {'id': '354c1d94-8079-4666-8738-56e22a6193f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '438952cd-2663-4fe7-ab6c-469bf0e9ee85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:59:00.851790 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] Bound using segment: {'id': '354c1d94-8079-4666-8738-56e22a6193f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '438952cd-2663-4fe7-ab6c-469bf0e9ee85'} {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 21:59:00.852026 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] Routers {'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 21:59:00.852544 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] Bound port: 1f8553c7-82a0-4f43-8ba1-d4e72a103bf2, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '354c1d94-8079-4666-8738-56e22a6193f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '438952cd-2663-4fe7-ab6c-469bf0e9ee85'}}] {{(pid=82083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 21:59:00.853380 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:00.862489 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36915278>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T21:58:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:59:01.157709 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-265d3681-6365-4d68-bd32-069f283202f5 req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] For port b90febf4-60f1-4573-9146-7a4106624407, host hv-cinder-80061, cleared binding levels {{(pid=82084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 21:59:01.163186 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-265d3681-6365-4d68-bd32-069f283202f5 req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] For port b90febf4-60f1-4573-9146-7a4106624407, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=b90febf4-60f1-4573-9146-7a4106624407,segment=NetworkSegment(f1799ccd-1318-4e3f-bc76-e13aefcbc804),segment_id=f1799ccd-1318-4e3f-bc76-e13aefcbc804)] {{(pid=82084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 21:59:01.179143 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-265d3681-6365-4d68-bd32-069f283202f5 req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:01.211552 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:01.295778 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-265d3681-6365-4d68-bd32-069f283202f5 req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for port, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:01.298347 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-265d3681-6365-4d68-bd32-069f283202f5 req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] 10.222.0.15 "PUT /v2.0/ports/b90febf4-60f1-4573-9146-7a4106624407 HTTP/1.1" status: 200  len: 1093 time: 5.0486984
Jul 13 21:59:01.305396 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6', 'tag': 'b90febf4-60f1-4573-9146-7a4106624407'}] {{(pid=82084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 21:59:01.382450 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-a2407c87-649e-4e2d-a7fa-3a5f01c7c810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:01.383993 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 36546) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:01.394373 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-a2407c87-649e-4e2d-a7fa-3a5f01c7c810 admin admin] Usage tracker for resource:security_group_rule and tenant:b000572ba28c45ab94c9271862b9f4a9 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:01.403987 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-a2407c87-649e-4e2d-a7fa-3a5f01c7c810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:01.409214 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5c3aa-4de5-4eff-93dc-310a2ce0ac4b req-9d2282d4-74b6-4878-b0dd-23576ab75f0a tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:01.410972 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-cae5c3aa-4de5-4eff-93dc-310a2ce0ac4b req-9d2282d4-74b6-4878-b0dd-23576ab75f0a tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6 HTTP/1.1" status: 200  len: 943 time: 1.3325586
Jul 13 21:59:01.414373 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-a2407c87-649e-4e2d-a7fa-3a5f01c7c810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:01.432732 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] Set router eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 21:59:01.564954 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a2407c87-649e-4e2d-a7fa-3a5f01c7c810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:01.620443 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] Pushing event updated for resources: {'Port': ['ID=b90febf4-60f1-4573-9146-7a4106624407,revision_number=3']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:01.624611 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:01.636160 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a7b7b491-c71c-4f5d-bc63-9a3930168cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:01.664461 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-cae5c3aa-4de5-4eff-93dc-310a2ce0ac4b req-1dc2adc9-aadc-4db8-af2b-7c3e3796cb02 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2064841
Jul 13 21:59:01.795153 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a2407c87-649e-4e2d-a7fa-3a5f01c7c810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:01.883739 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:01.897886 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-a2407c87-649e-4e2d-a7fa-3a5f01c7c810 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b000572ba28c45ab94c9271862b9f4a9&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8488331
Jul 13 21:59:01.911245 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 36564) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:02.071888 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-a7b7b491-c71c-4f5d-bc63-9a3930168cb5 admin admin] Allocated IP 172.20.0.1 (0c5abd27-10e4-4762-82c4-ccb760681ca8/19a5e143-e3f3-4497-b1eb-410b89ec303c/a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9) {{(pid=82084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 21:59:02.322440 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f75e9c28-d9f3-45c8-8b04-8aebd3630a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:02.346032 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6', 'tag': 'b90febf4-60f1-4573-9146-7a4106624407', 'status': 'completed', 'code': 200}
Jul 13 21:59:02.356664 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:02.366649 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-078d5877-2062-4e85-a1cf-a8826019e2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:02.375798 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36915278>, [{'id': 'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5', 'name': 'tempest-ServerRescueNegativeTestJSON-285827370-router', 'tenant_id': 'a64f1d97f1f646f498668269b6c5ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'a2edbc79-a3b7-43e7-8be4-113d648e19c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:45Z', 'updated_at': '2021-07-13T21:58:49Z', 'revision_number': 3, 'project_id': 'a64f1d97f1f646f498668269b6c5ee10', 'gw_port': {'id': 'a2edbc79-a3b7-43e7-8be4-113d648e19c2', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:10:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:47Z', 'updated_at': '2021-07-13T21:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:59:02.390358 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ecb749-6c0d-4d4e-bd81-7efa12f79a0e None None] The sync data for ids ['eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5'] in dv-cinder-800618-1-iscsi is: [{'id': 'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5', 'name': 'tempest-ServerRescueNegativeTestJSON-285827370-router', 'tenant_id': 'a64f1d97f1f646f498668269b6c5ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'a2edbc79-a3b7-43e7-8be4-113d648e19c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:45Z', 'updated_at': '2021-07-13T21:58:49Z', 'revision_number': 3, 'project_id': 'a64f1d97f1f646f498668269b6c5ee10', 'gw_port': {'id': 'a2edbc79-a3b7-43e7-8be4-113d648e19c2', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:10:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:47Z', 'updated_at': '2021-07-13T21:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}] {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 21:59:02.554035 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-078d5877-2062-4e85-a1cf-a8826019e2e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:02.614597 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-078d5877-2062-4e85-a1cf-a8826019e2e0 admin admin] Usage tracker for resource:security_group_rule and tenant:a1d4fd83215e4a909a61e28612615e61 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:02.634713 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-078d5877-2062-4e85-a1cf-a8826019e2e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:02.664684 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-078d5877-2062-4e85-a1cf-a8826019e2e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:02.713327 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-265d3681-6365-4d68-bd32-069f283202f5 req-3d2b33a1-772e-4ad5-a853-84d2df33d4cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d98e8ce298b477986af89abffc6e6fb&device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6 HTTP/1.1" status: 200  len: 1096 time: 0.6117074
Jul 13 21:59:02.718196 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a7b7b491-c71c-4f5d-bc63-9a3930168cb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:02.753732 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-f75e9c28-d9f3-45c8-8b04-8aebd3630a5d admin admin] Allocated IP 172.20.0.1 (4f4027db-4b36-48ec-9349-8e337787556b/69a8555f-a6b4-42e1-a19f-3dfdc28a26ef/4b346b28-4801-46bb-8a0a-248d6d4d26e7) {{(pid=82083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 21:59:02.753943 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-a7b7b491-c71c-4f5d-bc63-9a3930168cb5 admin admin] Transition to ACTIVE for port object a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9 will not be triggered until provisioned by entity DHCP. {{(pid=82084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:59:02.825373 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-078d5877-2062-4e85-a1cf-a8826019e2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:02.834263 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-078d5877-2062-4e85-a1cf-a8826019e2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:02.840122 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a7b7b491-c71c-4f5d-bc63-9a3930168cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:02.903048 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:02.913231 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-078d5877-2062-4e85-a1cf-a8826019e2e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a1d4fd83215e4a909a61e28612615e61&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5176406
Jul 13 21:59:02.919759 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 36586) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:03.000104 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d5877-2062-4e85-a1cf-a8826019e2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffc6c67-5b75-4ba0-b8aa-549183a06e1b,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:03.010403 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device c5d191ae-99b7-4651-9d99-c3204a0992a3 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:59:03.032634 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-078d5877-2062-4e85-a1cf-a8826019e2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:03.042538 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:03.108289 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-66f98053-1e36-4b7b-b50b-ab9810433838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:03.155358 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f75e9c28-d9f3-45c8-8b04-8aebd3630a5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:03.158828 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port c5d191ae-99b7-4651-9d99-c3204a0992a3 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:59:03.167239 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port c5d191ae-99b7-4651-9d99-c3204a0992a3 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:59:03.168051 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:03.192226 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b7b491-c71c-4f5d-bc63-9a3930168cb5 admin admin] Network 0c5abd27-10e4-4762-82c4-ccb760681ca8 is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 21:59:03.221067 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-a7b7b491-c71c-4f5d-bc63-9a3930168cb5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:59:03.247913 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b7b491-c71c-4f5d-bc63-9a3930168cb5 admin admin] Received port after_create {{(pid=82084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 21:59:03.248289 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a7b7b491-c71c-4f5d-bc63-9a3930168cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854016810'] for router_interface, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:03.266317 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f75e9c28-d9f3-45c8-8b04-8aebd3630a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:03.291358 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] For port 1f8553c7-82a0-4f43-8ba1-d4e72a103bf2, host hv-cinder-80061, cleared binding levels {{(pid=82083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 21:59:03.376729 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:03.416699 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] For port c5d191ae-99b7-4651-9d99-c3204a0992a3, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=c5d191ae-99b7-4651-9d99-c3204a0992a3,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:03.421092 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:03.423549 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c058a73d-9487-4e3e-9134-d30354564610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:03.427505 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:03.520282 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7b491-c71c-4f5d-bc63-9a3930168cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:03.524343 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a7b7b491-c71c-4f5d-bc63-9a3930168cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:03.558494 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] For port 1f8553c7-82a0-4f43-8ba1-d4e72a103bf2, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=1f8553c7-82a0-4f43-8ba1-d4e72a103bf2,segment=NetworkSegment(354c1d94-8079-4666-8738-56e22a6193f3),segment_id=354c1d94-8079-4666-8738-56e22a6193f3)] {{(pid=82083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 21:59:03.559688 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Pushing event updated for resources: {'Port': ['ID=c5d191ae-99b7-4651-9d99-c3204a0992a3,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:03.562680 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d6df2ae7-fdee-452a-a825-8b0c402226c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:03.563711 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:03.593393 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75e9c28-d9f3-45c8-8b04-8aebd3630a5d admin admin] Network 4f4027db-4b36-48ec-9349-8e337787556b is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 21:59:03.600557 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:03.636540 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a7b7b491-c71c-4f5d-bc63-9a3930168cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:03.642408 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d97fea-79fc-49ca-aa77-9357458d9196 req-d91aaa6c-e783-47b5-af8b-9ed5caad3bd2 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:03.644995 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-77d97fea-79fc-49ca-aa77-9357458d9196 req-d91aaa6c-e783-47b5-af8b-9ed5caad3bd2 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 943 time: 2.0746446
Jul 13 21:59:03.646399 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:03.647768 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-f75e9c28-d9f3-45c8-8b04-8aebd3630a5d admin admin] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:59:03.651507 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d6df2ae7-fdee-452a-a825-8b0c402226c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:03.662468 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2407c87-649e-4e2d-a7fa-3a5f01c7c810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8766bd82-33cb-4500-983f-bf05297ce41d,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:03.665072 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75e9c28-d9f3-45c8-8b04-8aebd3630a5d admin admin] Received port after_create {{(pid=82083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 21:59:03.665562 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f75e9c28-d9f3-45c8-8b04-8aebd3630a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854016810'] for router_interface, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:03.670655 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c058a73d-9487-4e3e-9134-d30354564610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:03.708929 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a2407c87-649e-4e2d-a7fa-3a5f01c7c810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.822s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:03.714398 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3c0a8-597d-4605-9bb1-f215f771de14 req-e491d31d-a5fa-4a4b-a097-97acd0504624 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:03.736837 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4ee3c0a8-597d-4605-9bb1-f215f771de14 req-e491d31d-a5fa-4a4b-a097-97acd0504624 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6 HTTP/1.1" status: 200  len: 943 time: 0.6144974
Jul 13 21:59:03.775992 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-d0ba4249-2902-4280-b8d3-551fbeafb25c None None] Provisioning for port a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9 completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:59:03.786930 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-d0ba4249-2902-4280-b8d3-551fbeafb25c None None] Provisioning complete for port a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:59:03.790527 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d0ba4249-2902-4280-b8d3-551fbeafb25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:03.794496 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c876ca40-df1c-4c90-bf70-863d9ec5872d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:03.827902 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c876ca40-df1c-4c90-bf70-863d9ec5872d admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 21:59:03.836715 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4ee3c0a8-597d-4605-9bb1-f215f771de14 req-e26c0604-a26c-4603-8be1-d21b14c84769 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991976
Jul 13 21:59:03.845972 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c058a73d-9487-4e3e-9134-d30354564610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:03.854022 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d6df2ae7-fdee-452a-a825-8b0c402226c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:03.874243 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:03.879981 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] Sync routers for ids ['b1173936-da62-4a36-a053-cda0ccdc1621'] in dv-cinder-800618-1-iscsi {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 21:59:03.904649 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df2ae7-fdee-452a-a825-8b0c402226c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffc6c67-5b75-4ba0-b8aa-549183a06e1b,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:03.911357 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-d6df2ae7-fdee-452a-a825-8b0c402226c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:03.918473 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-d0ba4249-2902-4280-b8d3-551fbeafb25c None None] Port a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9 cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 21:59:03.943981 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] Routers {'b1173936-da62-4a36-a053-cda0ccdc1621'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 21:59:03.944832 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36469e10>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T21:59:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['b1173936-da62-4a36-a053-cda0ccdc1621'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:59:03.950030 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-c876ca40-df1c-4c90-bf70-863d9ec5872d admin admin] 10.222.0.18 "PUT /v2.0/routers/b1173936-da62-4a36-a053-cda0ccdc1621/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.4861755
Jul 13 21:59:03.954115 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:03.955619 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] 10.222.0.15 "PUT /v2.0/ports/1f8553c7-82a0-4f43-8ba1-d4e72a103bf2 HTTP/1.1" status: 200  len: 1093 time: 7.4255149
Jul 13 21:59:03.956957 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e9c28-d9f3-45c8-8b04-8aebd3630a5d admin admin] Pushing event updated for resources: {'Port': ['ID=4b346b28-4801-46bb-8a0a-248d6d4d26e7,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:03.959575 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d5a46c-7b98-48e0-893d-fef2db7985a1', 'tag': '1f8553c7-82a0-4f43-8ba1-d4e72a103bf2'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 21:59:04.065009 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c058a73d-9487-4e3e-9134-d30354564610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:04.069583 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-c058a73d-9487-4e3e-9134-d30354564610 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8766bd82-33cb-4500-983f-bf05297ce41d HTTP/1.1" status: 204  len: 168 time: 2.1510775
Jul 13 21:59:04.137679 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-77d97fea-79fc-49ca-aa77-9357458d9196 req-18a23d52-28f9-4c48-a608-960cc98ed96f tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba374384-3fbd-403c-bea0-513e7efd543b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4585569
Jul 13 21:59:04.158831 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a7b7b491-c71c-4f5d-bc63-9a3930168cb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:04.177356 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d6df2ae7-fdee-452a-a825-8b0c402226c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:04.212378 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-d6df2ae7-fdee-452a-a825-8b0c402226c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ffc6c67-5b75-4ba0-b8aa-549183a06e1b HTTP/1.1" status: 204  len: 168 time: 1.2910311
Jul 13 21:59:04.279530 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] Set router b1173936-da62-4a36-a053-cda0ccdc1621 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 21:59:04.318564 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-265d3681-6365-4d68-bd32-069f283202f5 req-02909c9c-d7c8-4eff-8030-636213de628c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b90febf4-60f1-4573-9146-7a4106624407 HTTP/1.1" status: 200  len: 217 time: 0.1042783
Jul 13 21:59:04.319534 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a7b7b491-c71c-4f5d-bc63-9a3930168cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:04.320887 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a7b7b491-c71c-4f5d-bc63-9a3930168cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16054315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758901'] for router_interface, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:04.334920 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:04.375115 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f75e9c28-d9f3-45c8-8b04-8aebd3630a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:04.423346 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8553c7-82a0-4f43-8ba1-d4e72a103bf2,revision_number=3']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:04.439950 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:04.447326 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.004s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:04.447968 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:04.449453 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.568s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:04.526354 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058a73d-9487-4e3e-9134-d30354564610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8766bd82-33cb-4500-983f-bf05297ce41d,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:04.533458 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c058a73d-9487-4e3e-9134-d30354564610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:04.612055 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b7b491-c71c-4f5d-bc63-9a3930168cb5 admin admin] Network 0c5abd27-10e4-4762-82c4-ccb760681ca8 is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 21:59:04.682681 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-a7b7b491-c71c-4f5d-bc63-9a3930168cb5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:59:04.967756 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:04.992593 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-160ff4d7-8f27-492c-8780-f49e08b52901 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4ca4c70aa46444f8a9ccd9abb4b7726&device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 1096 time: 0.7770004
Jul 13 21:59:05.109621 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device c5d191ae-99b7-4651-9d99-c3204a0992a3 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:59:05.194739 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f75e9c28-d9f3-45c8-8b04-8aebd3630a5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:05.432540 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port c5d191ae-99b7-4651-9d99-c3204a0992a3 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:59:05.434325 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:05.454239 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f75e9c28-d9f3-45c8-8b04-8aebd3630a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:05.485219 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d5a46c-7b98-48e0-893d-fef2db7985a1', 'tag': '1f8553c7-82a0-4f43-8ba1-d4e72a103bf2', 'status': 'completed', 'code': 200}
Jul 13 21:59:05.491860 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f75e9c28-d9f3-45c8-8b04-8aebd3630a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16054315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758901'] for router_interface, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:05.511688 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6ccaf192-40b7-4020-85f3-4f13e6dc64b9 None None] Provisioning complete for port a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:59:05.512899 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6ccaf192-40b7-4020-85f3-4f13e6dc64b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:05.513143 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-d8220a79-ddf1-49d2-ad14-e535663bb154 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:05.604575 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 36646) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:05.615444 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-fe48146a-f3ec-4ec5-be28-aa520d241122 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f8553c7-82a0-4f43-8ba1-d4e72a103bf2 HTTP/1.1" status: 200  len: 217 time: 0.4162586
Jul 13 21:59:05.637234 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6ccaf192-40b7-4020-85f3-4f13e6dc64b9 None None] Port a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9 cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 21:59:05.687284 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-03fd9ef2-0bee-4fa8-aceb-2b8f776516c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:05.694451 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36469e10>, [{'id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'name': 'tempest-AttachVolumeTestJSON-1592688563-router', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:42Z', 'updated_at': '2021-07-13T21:58:53Z', 'revision_number': 4, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'gw_port': {'id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:43Z', 'updated_at': '2021-07-13T21:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': 'ff5dd7cf-732e-4bad-8cfe-d2cbf2407881', 'name': '', 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'mac_address': 'fa:16:3e:31:d8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:58:54Z', 'revision_number': 2, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'subnets': [{'id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:59:05.713526 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d3681-6365-4d68-bd32-069f283202f5 req-43aef074-25c9-4dec-b5c4-08dfa3280718 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:05.714463 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] Checking router: b1173936-da62-4a36-a053-cda0ccdc1621 for host: dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 21:59:05.715106 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-265d3681-6365-4d68-bd32-069f283202f5 req-43aef074-25c9-4dec-b5c4-08dfa3280718 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c92030fd-456d-4eba-ab18-f7c54fda6ba3 HTTP/1.1" status: 200  len: 855 time: 1.1185451
Jul 13 21:59:05.715480 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] Updating router b1173936-da62-4a36-a053-cda0ccdc1621 port ff5dd7cf-732e-4bad-8cfe-d2cbf2407881 binding host dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 13 21:59:05.783877 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device a2edbc79-a3b7-43e7-8be4-113d648e19c2 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:59:05.846869 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:05.955731 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7b491-c71c-4f5d-bc63-9a3930168cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9,revision_number=2']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:05.961061 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a7b7b491-c71c-4f5d-bc63-9a3930168cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.626s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:05.986324 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e9c28-d9f3-45c8-8b04-8aebd3630a5d admin admin] Pushing event updated for resources: {'Port': ['ID=4b346b28-4801-46bb-8a0a-248d6d4d26e7,revision_number=2']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:05.989897 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f75e9c28-d9f3-45c8-8b04-8aebd3630a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:06.019289 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-265d3681-6365-4d68-bd32-069f283202f5 req-acc4e403-3575-4796-a135-25b1a9de6e7f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=136f51ad-4115-4bbf-be16-6910b00eeb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2038531
Jul 13 21:59:06.065124 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port a2edbc79-a3b7-43e7-8be4-113d648e19c2 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:59:06.089431 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port a2edbc79-a3b7-43e7-8be4-113d648e19c2 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:59:06.089978 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:06.156513 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 36660) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:06.170736 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75e9c28-d9f3-45c8-8b04-8aebd3630a5d admin admin] Network 4f4027db-4b36-48ec-9349-8e337787556b is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 21:59:06.218239 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-265d3681-6365-4d68-bd32-069f283202f5 req-a9eeac97-5a87-4b9e-afc9-70edbe561987 service neutron] 10.222.0.15 "GET /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1895027
Jul 13 21:59:06.235768 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-640b2501-593e-49bb-8f99-085b8135348a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--162734602', 'description': 'tempest-description--642446743'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:59:06.240571 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-f75e9c28-d9f3-45c8-8b04-8aebd3630a5d admin admin] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:59:06.344691 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-146288e9-4a4f-4342-bf0e-eb17a16f867b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:06.346665 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-146288e9-4a4f-4342-bf0e-eb17a16f867b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6fc35078-07d3-45ad-ad24-0d501bfc216e HTTP/1.1" status: 200  len: 852 time: 0.7071741
Jul 13 21:59:06.362175 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-640b2501-593e-49bb-8f99-085b8135348a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:06.412972 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:06.431155 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] For port a2edbc79-a3b7-43e7-8be4-113d648e19c2, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=a2edbc79-a3b7-43e7-8be4-113d648e19c2,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:06.435897 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:06.438857 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:06.481546 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-640b2501-593e-49bb-8f99-085b8135348a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Usage tracker for resource:security_group and tenant:e949f3b270414d3095f5528a841766ca is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:06.499152 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-640b2501-593e-49bb-8f99-085b8135348a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:06.527288 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-265d3681-6365-4d68-bd32-069f283202f5 req-73e11e38-3144-49c9-b765-d20447b46ce2 service neutron] 10.222.0.15 "GET /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2995167
Jul 13 21:59:06.544385 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-640b2501-593e-49bb-8f99-085b8135348a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:06.547136 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b7b491-c71c-4f5d-bc63-9a3930168cb5 admin admin] Router 9b6c27d5-3320-4579-9081-2d22f2bf8b08 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 21:59:06.560369 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-03fd9ef2-0bee-4fa8-aceb-2b8f776516c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:06.562387 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc37a9-7608-4f93-ba37-01f2911b2f6d req-6084005b-b0f3-40a9-a6de-b8cf76667670 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:06.564412 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-40fc37a9-7608-4f93-ba37-01f2911b2f6d req-6084005b-b0f3-40a9-a6de-b8cf76667670 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 943 time: 0.2977419
Jul 13 21:59:06.574814 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Pushing event updated for resources: {'Port': ['ID=a2edbc79-a3b7-43e7-8be4-113d648e19c2,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:06.576799 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-39faeb77-d5a0-4dda-8da9-b98c9eafe4f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438952cd-2663-4fe7-ab6c-469bf0e9ee85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2103798
Jul 13 21:59:06.583538 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:06.587497 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] Notify callbacks [] for port, precommit_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:06.595151 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-640b2501-593e-49bb-8f99-085b8135348a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:06.601459 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] Transition to ACTIVE for port object ff5dd7cf-732e-4bad-8cfe-d2cbf2407881 will not be triggered until provisioned by entity L2. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:59:06.608102 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:06.613026 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8b6b0d2c-1e6b-4018-8d64-502aa3926916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:06.636159 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-03fd9ef2-0bee-4fa8-aceb-2b8f776516c6 admin admin] Usage tracker for resource:security_group_rule and tenant:9e66161932734e4fad845c246e5ae7b4 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:06.663158 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-640b2501-593e-49bb-8f99-085b8135348a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:06.667818 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-640b2501-593e-49bb-8f99-085b8135348a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Usage tracker for resource:security_group_rule and tenant:e949f3b270414d3095f5528a841766ca is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:06.672244 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-640b2501-593e-49bb-8f99-085b8135348a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:06.687224 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40e98f-03d6-46b8-b207-b35d2a753b20 None None] Pushing event updated for resources: {'Port': ['ID=ff5dd7cf-732e-4bad-8cfe-d2cbf2407881,revision_number=3']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:06.687449 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-640b2501-593e-49bb-8f99-085b8135348a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:06.690863 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ff40e98f-03d6-46b8-b207-b35d2a753b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:06.817015 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-640b2501-593e-49bb-8f99-085b8135348a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:06.853306 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-03fd9ef2-0bee-4fa8-aceb-2b8f776516c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:06.861604 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-03fd9ef2-0bee-4fa8-aceb-2b8f776516c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:06.917299 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-40fc37a9-7608-4f93-ba37-01f2911b2f6d req-92f3c381-79fa-4559-b8f3-131d39eaede1 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Synchronizing usage tracker for tenant:d4ca4c70aa46444f8a9ccd9abb4b7726 on resource:security_group {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 21:59:06.938475 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-640b2501-593e-49bb-8f99-085b8135348a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:06.964156 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed189df-3fac-486f-a15a-ac19ed37b5d8 req-5d5d103e-4cc2-497c-99b5-31a5db4e8155 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:06.972456 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-eed189df-3fac-486f-a15a-ac19ed37b5d8 req-5d5d103e-4cc2-497c-99b5-31a5db4e8155 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6 HTTP/1.1" status: 200  len: 943 time: 1.2131355
Jul 13 21:59:06.979734 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device a2edbc79-a3b7-43e7-8be4-113d648e19c2 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:59:06.987388 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:07.030243 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-40fc37a9-7608-4f93-ba37-01f2911b2f6d req-92f3c381-79fa-4559-b8f3-131d39eaede1 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Unset dirty status for tenant:d4ca4c70aa46444f8a9ccd9abb4b7726 on resource:security_group {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 21:59:07.043595 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-40fc37a9-7608-4f93-ba37-01f2911b2f6d req-92f3c381-79fa-4559-b8f3-131d39eaede1 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba374384-3fbd-403c-bea0-513e7efd543b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4719784
Jul 13 21:59:07.046301 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] Attempting to bind port ff5dd7cf-732e-4bad-8cfe-d2cbf2407881 on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 21:59:07.047046 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] Attempting to bind port ff5dd7cf-732e-4bad-8cfe-d2cbf2407881 by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': '1352c393-4a46-4893-bc30-a0b11195a5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5'}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 21:59:07.048176 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] Attempting to bind port ff5dd7cf-732e-4bad-8cfe-d2cbf2407881 on network c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 21:59:07.094285 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 21:59:07.094723 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] Checking segment: {'id': '1352c393-4a46-4893-bc30-a0b11195a5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:59:07.095182 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:07.095620 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] Bound using segment: {'id': '1352c393-4a46-4893-bc30-a0b11195a5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5'} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 21:59:07.096216 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] Bound port: ff5dd7cf-732e-4bad-8cfe-d2cbf2407881, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1352c393-4a46-4893-bc30-a0b11195a5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5'}}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 21:59:07.096914 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:07.098063 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-53a7ef8d-d19e-47e3-a1f9-f51737994039 req-cb71d875-b2c9-4a18-93cc-75232d431dd8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d98e8ce298b477986af89abffc6e6fb&device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6 HTTP/1.1" status: 200  len: 1096 time: 0.4321361
Jul 13 21:59:07.131943 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b2501-593e-49bb-8f99-085b8135348a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d9f59a-ac18-4ea3-b346-0ba5ebe92310,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:07.203491 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-640b2501-593e-49bb-8f99-085b8135348a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:07.259819 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b7b491-c71c-4f5d-bc63-9a3930168cb5 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 21:59:07.279951 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] Sync routers for ids ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'] in dv-cinder-800618-1-iscsi {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 21:59:07.295034 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-a7b7b491-c71c-4f5d-bc63-9a3930168cb5 admin admin] 10.222.0.18 "PUT /v2.0/routers/9b6c27d5-3320-4579-9081-2d22f2bf8b08/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.2132580
Jul 13 21:59:07.295254 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-03fd9ef2-0bee-4fa8-aceb-2b8f776516c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:07.299394 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port a2edbc79-a3b7-43e7-8be4-113d648e19c2 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:59:07.300001 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:07.300413 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] Routers {'9b6c27d5-3320-4579-9081-2d22f2bf8b08'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 21:59:07.301140 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36996ba8>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T21:59:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:59:07.342679 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-03fd9ef2-0bee-4fa8-aceb-2b8f776516c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:07.382778 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] For port ff5dd7cf-732e-4bad-8cfe-d2cbf2407881, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 21:59:07.400478 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] For port ff5dd7cf-732e-4bad-8cfe-d2cbf2407881, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=ff5dd7cf-732e-4bad-8cfe-d2cbf2407881,segment=NetworkSegment(1352c393-4a46-4893-bc30-a0b11195a5d9),segment_id=1352c393-4a46-4893-bc30-a0b11195a5d9)] {{(pid=82085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 21:59:07.412018 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:07.417861 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-cfcbcf97-67a0-4e3f-b7b9-84447b53b011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:07.444315 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7ef8d-d19e-47e3-a1f9-f51737994039 req-76f32dc8-f8f4-4012-88f8-a4feef08f580 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:07.446110 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-53a7ef8d-d19e-47e3-a1f9-f51737994039 req-76f32dc8-f8f4-4012-88f8-a4feef08f580 service neutron] 10.222.0.15 "GET /v2.0/networks?id=136f51ad-4115-4bbf-be16-6910b00eeb8f HTTP/1.1" status: 200  len: 916 time: 0.3279333
Jul 13 21:59:07.447856 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-640b2501-593e-49bb-8f99-085b8135348a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:07.470410 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-640b2501-593e-49bb-8f99-085b8135348a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:07.478364 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-640b2501-593e-49bb-8f99-085b8135348a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 1.3055241
Jul 13 21:59:07.551634 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 36692) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:07.564106 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-03fd9ef2-0bee-4fa8-aceb-2b8f776516c6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9e66161932734e4fad845c246e5ae7b4&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9509518
Jul 13 21:59:07.570626 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40e98f-03d6-46b8-b207-b35d2a753b20 None None] Pushing event updated for resources: {'Port': ['ID=ff5dd7cf-732e-4bad-8cfe-d2cbf2407881,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:07.572685 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 36698) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:07.585702 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ff40e98f-03d6-46b8-b207-b35d2a753b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:07.614469 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-f91b0ac8-0b18-4c19-a808-299e457cc3ce tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Request body: {'security_group_rule': {'security_group_id': '70d9f59a-ac18-4ea3-b346-0ba5ebe92310', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:59:07.627046 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] Routers {'b1173936-da62-4a36-a053-cda0ccdc1621'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 21:59:07.627764 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36469e10>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T21:59:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['b1173936-da62-4a36-a053-cda0ccdc1621'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:59:07.641250 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-53a7ef8d-d19e-47e3-a1f9-f51737994039 req-33d20947-49c5-457c-91cf-a28894b43ff1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b90febf4-60f1-4573-9146-7a4106624407 HTTP/1.1" status: 200  len: 217 time: 0.1874626
Jul 13 21:59:07.719773 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-f91b0ac8-0b18-4c19-a808-299e457cc3ce tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:07.722365 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7ef8d-d19e-47e3-a1f9-f51737994039 req-549cc25b-df32-4eaa-899f-d5aa43cd22f2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:07.724000 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-53a7ef8d-d19e-47e3-a1f9-f51737994039 req-549cc25b-df32-4eaa-899f-d5aa43cd22f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c92030fd-456d-4eba-ab18-f7c54fda6ba3 HTTP/1.1" status: 200  len: 855 time: 0.0748723
Jul 13 21:59:07.747994 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-f91b0ac8-0b18-4c19-a808-299e457cc3ce tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Usage tracker for resource:security_group_rule and tenant:e949f3b270414d3095f5528a841766ca is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:07.757560 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-f91b0ac8-0b18-4c19-a808-299e457cc3ce tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:07.773655 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-f91b0ac8-0b18-4c19-a808-299e457cc3ce tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:07.823712 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-53a7ef8d-d19e-47e3-a1f9-f51737994039 req-f8ace725-8466-4a4d-820e-a63b4eaea7fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=136f51ad-4115-4bbf-be16-6910b00eeb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0928612
Jul 13 21:59:07.914679 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd9ef2-0bee-4fa8-aceb-2b8f776516c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e4c493-f8c7-4491-a0a2-f7068d22abf3,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:07.932186 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-03fd9ef2-0bee-4fa8-aceb-2b8f776516c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:07.937963 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-350f3da0-7144-4149-af6c-9c2cae0fe0b1 service neutron] 10.222.0.15 "GET /v2.0/networks/438952cd-2663-4fe7-ab6c-469bf0e9ee85?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3056915
Jul 13 21:59:08.062643 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] Set router 9b6c27d5-3320-4579-9081-2d22f2bf8b08 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 21:59:08.174038 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] Set router b1173936-da62-4a36-a053-cda0ccdc1621 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 21:59:08.188647 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-53a7ef8d-d19e-47e3-a1f9-f51737994039 req-6fa00bbc-392c-46e0-b0a5-3371d42c8188 service neutron] 10.222.0.15 "GET /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3580766
Jul 13 21:59:08.245059 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-eed189df-3fac-486f-a15a-ac19ed37b5d8 req-65efc4e6-2b00-47dc-b406-2296a00a78c8 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Synchronizing usage tracker for tenant:9d98e8ce298b477986af89abffc6e6fb on resource:security_group {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 21:59:08.251778 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 36720) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:08.285553 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-63dc078e-672f-4608-9dc4-e10e90496b0b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Request body: {'security_group': {'name': 'tempest-securitygroup--897392019', 'description': 'tempest-description--137582568'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:59:08.299297 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-63dc078e-672f-4608-9dc4-e10e90496b0b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:08.303630 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-63dc078e-672f-4608-9dc4-e10e90496b0b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Usage tracker for resource:security_group and tenant:e98d195175fb48da8da0450cb337c9e2 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:08.317518 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-63dc078e-672f-4608-9dc4-e10e90496b0b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:08.325009 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-63dc078e-672f-4608-9dc4-e10e90496b0b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:08.350903 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-63dc078e-672f-4608-9dc4-e10e90496b0b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:08.370174 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f91b0ac8-0b18-4c19-a808-299e457cc3ce tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:08.551853 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f91b0ac8-0b18-4c19-a808-299e457cc3ce tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:08.553712 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-eed189df-3fac-486f-a15a-ac19ed37b5d8 req-65efc4e6-2b00-47dc-b406-2296a00a78c8 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Unset dirty status for tenant:9d98e8ce298b477986af89abffc6e6fb on resource:security_group {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 21:59:08.554396 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 36728) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:08.555399 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-eed189df-3fac-486f-a15a-ac19ed37b5d8 req-65efc4e6-2b00-47dc-b406-2296a00a78c8 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.5820611
Jul 13 21:59:08.571601 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f91b0ac8-0b18-4c19-a808-299e457cc3ce tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215557'] for security_group_rule, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:08.585880 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-63dc078e-672f-4608-9dc4-e10e90496b0b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:08.620238 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-63dc078e-672f-4608-9dc4-e10e90496b0b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Usage tracker for resource:security_group_rule and tenant:e98d195175fb48da8da0450cb337c9e2 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:08.627673 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-63dc078e-672f-4608-9dc4-e10e90496b0b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:08.646446 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-63dc078e-672f-4608-9dc4-e10e90496b0b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:08.684192 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3156e-027f-4585-807b-40fb1315e832 req-3931b4f2-5f2a-4667-91a0-df1a73026a42 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:08.692661 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-57e3156e-027f-4585-807b-40fb1315e832 req-3931b4f2-5f2a-4667-91a0-df1a73026a42 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 943 time: 0.2206166
Jul 13 21:59:08.758774 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-53a7ef8d-d19e-47e3-a1f9-f51737994039 req-d436ce70-ba47-4bc7-a916-236d0c9a6680 service neutron] 10.222.0.15 "GET /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5641148
Jul 13 21:59:08.764301 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:08.843842 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36996ba8>, [{'id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'name': 'tempest-AttachVolumeShelveTestJSON-95492827-router', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'gw_port': {'id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:48Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': 'a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9', 'name': '', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'mac_address': 'fa:16:3e:12:e1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:01Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 2, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'subnets': [{'id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:59:08.854828 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] Checking router: 9b6c27d5-3320-4579-9081-2d22f2bf8b08 for host: dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 21:59:08.857861 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] Updating router 9b6c27d5-3320-4579-9081-2d22f2bf8b08 port a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9 binding host dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 13 21:59:08.876946 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36469e10>, [{'id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'name': 'tempest-AttachVolumeTestJSON-1592688563-router', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:42Z', 'updated_at': '2021-07-13T21:58:53Z', 'revision_number': 4, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'gw_port': {'id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:43Z', 'updated_at': '2021-07-13T21:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': 'ff5dd7cf-732e-4bad-8cfe-d2cbf2407881', 'name': '', 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'mac_address': 'fa:16:3e:31:d8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:59:07Z', 'revision_number': 4, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'subnets': [{'id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:59:08.882880 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7187d98-1b7e-4899-80c1-6620bb31901c None None] The sync data for ids ['b1173936-da62-4a36-a053-cda0ccdc1621'] in dv-cinder-800618-1-iscsi is: [{'id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'name': 'tempest-AttachVolumeTestJSON-1592688563-router', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:42Z', 'updated_at': '2021-07-13T21:58:53Z', 'revision_number': 4, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'gw_port': {'id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:43Z', 'updated_at': '2021-07-13T21:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': 'ff5dd7cf-732e-4bad-8cfe-d2cbf2407881', 'name': '', 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'mac_address': 'fa:16:3e:31:d8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:59:07Z', 'revision_number': 4, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'subnets': [{'id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 21:59:08.886465 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-57e3156e-027f-4585-807b-40fb1315e832 req-d012817b-277b-4108-a36a-c80f55f97350 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba374384-3fbd-403c-bea0-513e7efd543b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1926930
Jul 13 21:59:08.909738 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b0ac8-0b18-4c19-a808-299e457cc3ce tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7ac34c-726f-4bd1-8057-c87e75bfd15c,revision_number=0']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:08.930478 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-06c32ef3-f4a3-420f-8679-2d9ea65e36bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:08.931847 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5761c6b7-132f-4ea6-bd37-708718a3f9c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:08.937866 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f91b0ac8-0b18-4c19-a808-299e457cc3ce tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:08.977977 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-63dc078e-672f-4608-9dc4-e10e90496b0b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:08.988379 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:08.996483 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-63dc078e-672f-4608-9dc4-e10e90496b0b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:09.007802 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-98e643c5-6864-433b-90b2-089dae95bbc1 req-bd68ad71-9844-4c1d-8bd8-6bef654d32e2 service neutron] 10.222.0.15 "GET /v2.0/networks/438952cd-2663-4fe7-ab6c-469bf0e9ee85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9408865
Jul 13 21:59:09.016065 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:09.047229 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f91b0ac8-0b18-4c19-a808-299e457cc3ce tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:09.048440 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-f91b0ac8-0b18-4c19-a808-299e457cc3ce tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.4828279
Jul 13 21:59:09.053013 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 36738) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:09.065539 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-c7f6e8bc-5a89-433c-bf09-d943f6f523d9 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Request body: {'security_group_rule': {'security_group_id': '70d9f59a-ac18-4ea3-b346-0ba5ebe92310', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:59:09.072546 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-c7f6e8bc-5a89-433c-bf09-d943f6f523d9 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:09.075212 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc078e-672f-4608-9dc4-e10e90496b0b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bccd76-6bae-44db-aef1-7146ed9aebd5,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:09.079059 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-06c32ef3-f4a3-420f-8679-2d9ea65e36bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:09.088032 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-63dc078e-672f-4608-9dc4-e10e90496b0b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:09.096689 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-06c32ef3-f4a3-420f-8679-2d9ea65e36bf admin admin] Usage tracker for resource:security_group_rule and tenant:adf8177d4f334e4a895ff4286ac0f1d8 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:09.097318 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-c7f6e8bc-5a89-433c-bf09-d943f6f523d9 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Usage tracker for resource:security_group_rule and tenant:e949f3b270414d3095f5528a841766ca is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:09.100855 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-c7f6e8bc-5a89-433c-bf09-d943f6f523d9 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:09.101566 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-06c32ef3-f4a3-420f-8679-2d9ea65e36bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:09.107323 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5761c6b7-132f-4ea6-bd37-708718a3f9c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:09.108594 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-63dc078e-672f-4608-9dc4-e10e90496b0b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:09.110026 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-63dc078e-672f-4608-9dc4-e10e90496b0b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.8547411
Jul 13 21:59:09.111305 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-06c32ef3-f4a3-420f-8679-2d9ea65e36bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:09.113375 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 36746) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:09.124923 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-fe47f781-30d4-425b-8062-e9c13965537d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Request body: {'security_group_rule': {'security_group_id': 'e7bccd76-6bae-44db-aef1-7146ed9aebd5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:59:09.130565 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-c7f6e8bc-5a89-433c-bf09-d943f6f523d9 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:09.133145 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-fe47f781-30d4-425b-8062-e9c13965537d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:09.143551 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-fe47f781-30d4-425b-8062-e9c13965537d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Usage tracker for resource:security_group_rule and tenant:e98d195175fb48da8da0450cb337c9e2 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:09.147685 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-fe47f781-30d4-425b-8062-e9c13965537d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:09.165873 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-fe47f781-30d4-425b-8062-e9c13965537d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:09.199025 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fe47f781-30d4-425b-8062-e9c13965537d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:09.249882 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c7f6e8bc-5a89-433c-bf09-d943f6f523d9 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:09.315256 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fe47f781-30d4-425b-8062-e9c13965537d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:09.333419 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fe47f781-30d4-425b-8062-e9c13965537d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215557'] for security_group_rule, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:09.348485 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:09.348673 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c7f6e8bc-5a89-433c-bf09-d943f6f523d9 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:09.356399 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c7f6e8bc-5a89-433c-bf09-d943f6f523d9 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215557'] for security_group_rule, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:09.377095 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:09.393635 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47f781-30d4-425b-8062-e9c13965537d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd24f24d-6f4b-475d-b454-98fc03a3f9ac,revision_number=0']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:09.407754 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-06c32ef3-f4a3-420f-8679-2d9ea65e36bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:09.419100 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-06c32ef3-f4a3-420f-8679-2d9ea65e36bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:09.419100 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-fe47f781-30d4-425b-8062-e9c13965537d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:09.422841 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device b90febf4-60f1-4573-9146-7a4106624407 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 13 21:59:09.436818 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6e8bc-5a89-433c-bf09-d943f6f523d9 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78aae2c9-d94c-411c-97a8-c61177b62cb2,revision_number=0']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:09.451963 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75e9c28-d9f3-45c8-8b04-8aebd3630a5d admin admin] Router eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 21:59:09.453400 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c7f6e8bc-5a89-433c-bf09-d943f6f523d9 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:09.454491 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-35917fc7-2092-4d72-ab4a-38c0944abdaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:09.472513 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-38e0fa3f-22ac-4d35-b232-eee10bc009f3 req-c5b8aa80-e0d8-42a1-9c35-8c45b0604cbb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4ca4c70aa46444f8a9ccd9abb4b7726&device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 1096 time: 0.3533518
Jul 13 21:59:09.479821 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5761c6b7-132f-4ea6-bd37-708718a3f9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:09.525446 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fe47f781-30d4-425b-8062-e9c13965537d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:09.529929 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-fe47f781-30d4-425b-8062-e9c13965537d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4123058
Jul 13 21:59:09.543299 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 36756) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:09.570080 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-457e9343-1470-45ab-acd2-c3a6358f9d04 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Request body: {'security_group_rule': {'security_group_id': 'e7bccd76-6bae-44db-aef1-7146ed9aebd5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:59:09.604464 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c32ef3-f4a3-420f-8679-2d9ea65e36bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e69987-a2d1-44ce-91cc-f99f097cb574,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:09.611056 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-457e9343-1470-45ab-acd2-c3a6358f9d04 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:09.634570 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-06c32ef3-f4a3-420f-8679-2d9ea65e36bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:09.643315 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-457e9343-1470-45ab-acd2-c3a6358f9d04 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Usage tracker for resource:security_group_rule and tenant:e98d195175fb48da8da0450cb337c9e2 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:09.646801 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] Notify callbacks [] for port, precommit_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:09.660083 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port b90febf4-60f1-4573-9146-7a4106624407, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=b90febf4-60f1-4573-9146-7a4106624407,segment=NetworkSegment(f1799ccd-1318-4e3f-bc76-e13aefcbc804),segment_id=f1799ccd-1318-4e3f-bc76-e13aefcbc804)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:09.661589 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] Transition to ACTIVE for port object a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9 will not be triggered until provisioned by entity L2. {{(pid=82086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:59:09.665226 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-457e9343-1470-45ab-acd2-c3a6358f9d04 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:09.670600 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:09.683863 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-457e9343-1470-45ab-acd2-c3a6358f9d04 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:09.688202 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e2d96c4c-7f87-4f42-91b5-1d718721ed9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:09.688819 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-06c32ef3-f4a3-420f-8679-2d9ea65e36bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=adf8177d4f334e4a895ff4286ac0f1d8&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1282957
Jul 13 21:59:09.698755 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 36762) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:09.701956 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Returning: {'device': 'b90febf4-60f1-4573-9146-7a4106624407', 'network_id': '136f51ad-4115-4bbf-be16-6910b00eeb8f', 'port_id': 'b90febf4-60f1-4573-9146-7a4106624407', 'mac_address': 'fa:16:3e:e3:4e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c92030fd-456d-4eba-ab18-f7c54fda6ba3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 13 21:59:09.815011 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b3cb6-472d-45a7-9257-2edf4a3b953d None None] Pushing event updated for resources: {'Port': ['ID=a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9,revision_number=3']} {{(pid=82086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:09.826354 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-555b3cb6-472d-45a7-9257-2edf4a3b953d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:09.851368 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:09.870759 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-457e9343-1470-45ab-acd2-c3a6358f9d04 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:09.904323 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b90febf4-60f1-4573-9146-7a4106624407 {{(pid=82085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 21:59:09.943402 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port b90febf4-60f1-4573-9146-7a4106624407, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=b90febf4-60f1-4573-9146-7a4106624407,segment=NetworkSegment(f1799ccd-1318-4e3f-bc76-e13aefcbc804),segment_id=f1799ccd-1318-4e3f-bc76-e13aefcbc804)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:09.952040 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:09.955373 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a98a624a-c1fd-4df5-ae3e-7c4e0cc9c03f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:09.973596 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5761c6b7-132f-4ea6-bd37-708718a3f9c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:09.974974 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-5761c6b7-132f-4ea6-bd37-708718a3f9c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5e4c493-f8c7-4491-a0a2-f7068d22abf3 HTTP/1.1" status: 204  len: 168 time: 2.3908131
Jul 13 21:59:09.987040 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a2407c87-649e-4e2d-a7fa-3a5f01c7c810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:10.019179 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c7f6e8bc-5a89-433c-bf09-d943f6f523d9 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:10.024543 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-c7f6e8bc-5a89-433c-bf09-d943f6f523d9 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.9698608
Jul 13 21:59:10.035394 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] Attempting to bind port a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9 on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 21:59:10.036086 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] Attempting to bind port a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9 by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': '70c3bd65-8191-4a64-8929-c27a55af21f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8'}] {{(pid=82086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 21:59:10.036697 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] Attempting to bind port a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9 on network 0c5abd27-10e4-4762-82c4-ccb760681ca8 {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 21:59:10.044885 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 21:59:10.050659 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] Checking segment: {'id': '70c3bd65-8191-4a64-8929-c27a55af21f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:59:10.051627 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:10.052401 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] Bound using segment: {'id': '70c3bd65-8191-4a64-8929-c27a55af21f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8'} {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 21:59:10.053212 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] Bound port: a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c3bd65-8191-4a64-8929-c27a55af21f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8'}}] {{(pid=82086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 21:59:10.053831 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:10.072896 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 36770) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:10.161534 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-deea0e98-db8f-4d32-925d-9e960b05c3aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Request body: {'floatingip': {'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:59:10.177716 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761c6b7-132f-4ea6-bd37-708718a3f9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e4c493-f8c7-4491-a0a2-f7068d22abf3,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:10.184765 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-5761c6b7-132f-4ea6-bd37-708718a3f9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:10.211736 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-deea0e98-db8f-4d32-925d-9e960b05c3aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:10.234622 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] For port a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 21:59:10.243157 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] For port a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 21:59:10.249464 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:10.268693 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e2d96c4c-7f87-4f42-91b5-1d718721ed9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:10.277610 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=b90febf4-60f1-4573-9146-7a4106624407,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:10.288490 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:10.289624 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['b90febf4-60f1-4573-9146-7a4106624407'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 21:59:10.422750 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-deea0e98-db8f-4d32-925d-9e960b05c3aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Usage tracker for resource:floatingip and tenant:e949f3b270414d3095f5528a841766ca is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:10.442016 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-deea0e98-db8f-4d32-925d-9e960b05c3aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:10.517049 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b3cb6-472d-45a7-9257-2edf4a3b953d None None] Pushing event updated for resources: {'Port': ['ID=a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9,revision_number=4']} {{(pid=82086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:10.523678 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-555b3cb6-472d-45a7-9257-2edf4a3b953d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:10.525472 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] Routers {'9b6c27d5-3320-4579-9081-2d22f2bf8b08'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 21:59:10.529197 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36996ba8>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T21:59:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:59:10.602367 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-66983ddd-785d-4087-9b19-15ad3640e812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:10.639379 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-66983ddd-785d-4087-9b19-15ad3640e812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:10.680531 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0fa3f-22ac-4d35-b232-eee10bc009f3 req-4a12bfd2-0884-4f8e-9c43-df82ec821d5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:10.682364 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-38e0fa3f-22ac-4d35-b232-eee10bc009f3 req-4a12bfd2-0884-4f8e-9c43-df82ec821d5b service neutron] 10.222.0.15 "GET /v2.0/networks?id=438952cd-2663-4fe7-ab6c-469bf0e9ee85 HTTP/1.1" status: 200  len: 913 time: 1.1977918
Jul 13 21:59:10.689544 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-deea0e98-db8f-4d32-925d-9e960b05c3aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:10.807920 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-457e9343-1470-45ab-acd2-c3a6358f9d04 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:10.829430 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-457e9343-1470-45ab-acd2-c3a6358f9d04 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215557'] for security_group_rule, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:10.851758 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-fe47f781-30d4-425b-8062-e9c13965537d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:10.939809 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e9343-1470-45ab-acd2-c3a6358f9d04 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34fe4223-0db9-493a-8479-d615b7d72e69,revision_number=0']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:10.946769 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-deea0e98-db8f-4d32-925d-9e960b05c3aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for floatingip, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:10.950578 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] Set router 9b6c27d5-3320-4579-9081-2d22f2bf8b08 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 21:59:10.967919 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-457e9343-1470-45ab-acd2-c3a6358f9d04 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:10.983869 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device ff5dd7cf-732e-4bad-8cfe-d2cbf2407881 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:59:11.006835 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb7c89-6544-4969-b401-64199aec9004 req-ab35bb31-1224-46e7-9fdd-d5d8dcfcda55 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:11.016109 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-37fb7c89-6544-4969-b401-64199aec9004 req-ab35bb31-1224-46e7-9fdd-d5d8dcfcda55 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 943 time: 0.5573182
Jul 13 21:59:11.045727 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-66983ddd-785d-4087-9b19-15ad3640e812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:11.052066 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-66983ddd-785d-4087-9b19-15ad3640e812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:11.056140 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-66983ddd-785d-4087-9b19-15ad3640e812 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4e69987-a2d1-44ce-91cc-f99f097cb574 HTTP/1.1" status: 204  len: 168 time: 1.3562822
Jul 13 21:59:11.057379 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-457e9343-1470-45ab-acd2-c3a6358f9d04 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:11.062077 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-457e9343-1470-45ab-acd2-c3a6358f9d04 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.5176754
Jul 13 21:59:11.062934 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 36788) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:11.063894 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:11.086617 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-5b5ce369-f1fb-4da3-bac6-5faab672e25c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Request body: {'floatingip': {'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:59:11.087509 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd15753-ac3d-422c-a299-87cc3cc942ce req-9a221233-06f1-4244-a498-6e26b54d1fd8 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:11.095958 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66983ddd-785d-4087-9b19-15ad3640e812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e69987-a2d1-44ce-91cc-f99f097cb574,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:11.098228 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-5b5ce369-f1fb-4da3-bac6-5faab672e25c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:11.098374 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4fd15753-ac3d-422c-a299-87cc3cc942ce req-9a221233-06f1-4244-a498-6e26b54d1fd8 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6 HTTP/1.1" status: 200  len: 944 time: 1.2273204
Jul 13 21:59:11.101440 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-38e0fa3f-22ac-4d35-b232-eee10bc009f3 req-a90a4efd-5ee2-4102-9e92-3ad5022ee68b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f8553c7-82a0-4f43-8ba1-d4e72a103bf2 HTTP/1.1" status: 200  len: 217 time: 0.3948112
Jul 13 21:59:11.104832 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-66983ddd-785d-4087-9b19-15ad3640e812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:11.106368 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-5b5ce369-f1fb-4da3-bac6-5faab672e25c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Usage tracker for resource:floatingip and tenant:e98d195175fb48da8da0450cb337c9e2 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:11.111925 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-5b5ce369-f1fb-4da3-bac6-5faab672e25c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:11.120033 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-5b5ce369-f1fb-4da3-bac6-5faab672e25c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:11.136505 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-37fb7c89-6544-4969-b401-64199aec9004 req-ebbaf0ee-0dab-4d4d-b3a6-fbe9a92b1534 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba374384-3fbd-403c-bea0-513e7efd543b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192551
Jul 13 21:59:11.157307 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5b5ce369-f1fb-4da3-bac6-5faab672e25c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for floatingip, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:11.219001 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port ff5dd7cf-732e-4bad-8cfe-d2cbf2407881 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:59:11.233303 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port ff5dd7cf-732e-4bad-8cfe-d2cbf2407881 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:59:11.233725 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:11.370213 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 1f8553c7-82a0-4f43-8ba1-d4e72a103bf2 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 13 21:59:11.444679 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5b5ce369-f1fb-4da3-bac6-5faab672e25c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:11.526793 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4fd15753-ac3d-422c-a299-87cc3cc942ce req-ab77aa63-64ae-40cd-959f-18a46312c9ad tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4275730
Jul 13 21:59:11.627048 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0fa3f-22ac-4d35-b232-eee10bc009f3 req-d39ae3b1-f311-4863-abdd-6e59ba0620d9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:11.628612 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-38e0fa3f-22ac-4d35-b232-eee10bc009f3 req-d39ae3b1-f311-4863-abdd-6e59ba0620d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6fc35078-07d3-45ad-ad24-0d501bfc216e HTTP/1.1" status: 200  len: 852 time: 0.3881083
Jul 13 21:59:11.690470 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 1f8553c7-82a0-4f43-8ba1-d4e72a103bf2, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=1f8553c7-82a0-4f43-8ba1-d4e72a103bf2,segment=NetworkSegment(354c1d94-8079-4666-8738-56e22a6193f3),segment_id=354c1d94-8079-4666-8738-56e22a6193f3)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:11.713560 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device b90febf4-60f1-4573-9146-7a4106624407 up at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:59:11.748089 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Returning: {'device': '1f8553c7-82a0-4f43-8ba1-d4e72a103bf2', 'network_id': '438952cd-2663-4fe7-ab6c-469bf0e9ee85', 'port_id': '1f8553c7-82a0-4f43-8ba1-d4e72a103bf2', 'mac_address': 'fa:16:3e:86:b5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc35078-07d3-45ad-ad24-0d501bfc216e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 13 21:59:11.783741 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36996ba8>, [{'id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'name': 'tempest-AttachVolumeShelveTestJSON-95492827-router', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'gw_port': {'id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:48Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': 'a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9', 'name': '', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'mac_address': 'fa:16:3e:12:e1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:01Z', 'updated_at': '2021-07-13T21:59:10Z', 'revision_number': 4, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'subnets': [{'id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:59:11.793679 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e658cb-9207-4c98-a493-1ff67559e407 None None] The sync data for ids ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'] in dv-cinder-800618-1-iscsi is: [{'id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'name': 'tempest-AttachVolumeShelveTestJSON-95492827-router', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'gw_port': {'id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:48Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': 'a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9', 'name': '', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'mac_address': 'fa:16:3e:12:e1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:01Z', 'updated_at': '2021-07-13T21:59:10Z', 'revision_number': 4, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'subnets': [{'id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 21:59:11.840420 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-38e0fa3f-22ac-4d35-b232-eee10bc009f3 req-48b69ad1-2177-43a2-af69-52740a983e16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438952cd-2663-4fe7-ab6c-469bf0e9ee85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1971743
Jul 13 21:59:11.908814 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 36804) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:11.926079 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-5b5ce369-f1fb-4da3-bac6-5faab672e25c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Allocated IP 172.27.3.126 (c8866fbd-09a0-4cda-b97c-1016e46e3e88/8a6156a0-7e3f-4c59-8b62-81399f240021/d47a91d7-7b99-4652-bded-293d1a34b2a8) {{(pid=82084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 21:59:11.953601 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-deea0e98-db8f-4d32-925d-9e960b05c3aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:11.999840 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:12.042460 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] For port ff5dd7cf-732e-4bad-8cfe-d2cbf2407881, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=ff5dd7cf-732e-4bad-8cfe-d2cbf2407881,segment=NetworkSegment(1352c393-4a46-4893-bc30-a0b11195a5d9),segment_id=1352c393-4a46-4893-bc30-a0b11195a5d9)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:12.045177 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:12.068511 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f8553c7-82a0-4f43-8ba1-d4e72a103bf2 {{(pid=82085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 21:59:12.072743 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:12.078338 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2af8d3d9-e3d5-40df-98fd-d00f98572ee8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:12.130474 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75e9c28-d9f3-45c8-8b04-8aebd3630a5d admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 21:59:12.163190 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Pushing event updated for resources: {'Port': ['ID=ff5dd7cf-732e-4bad-8cfe-d2cbf2407881,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:12.167343 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:12.176046 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] Sync routers for ids ['eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5'] in dv-cinder-800618-1-iscsi {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 21:59:12.190789 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning for port b90febf4-60f1-4573-9146-7a4106624407 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:59:12.198599 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning complete for port b90febf4-60f1-4573-9146-7a4106624407 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:59:12.198973 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:12.262937 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-f75e9c28-d9f3-45c8-8b04-8aebd3630a5d admin admin] 10.222.0.18 "PUT /v2.0/routers/eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.4812737
Jul 13 21:59:12.272757 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 1f8553c7-82a0-4f43-8ba1-d4e72a103bf2, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=1f8553c7-82a0-4f43-8ba1-d4e72a103bf2,segment=NetworkSegment(354c1d94-8079-4666-8738-56e22a6193f3),segment_id=354c1d94-8079-4666-8738-56e22a6193f3)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:12.311776 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f903ce93-9ab4-4445-ac7d-0bb7f9fbc9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:12.321873 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-38e0fa3f-22ac-4d35-b232-eee10bc009f3 req-02bb7b8c-3e37-4032-98b4-1cf8adc0a481 service neutron] 10.222.0.15 "GET /v2.0/networks/438952cd-2663-4fe7-ab6c-469bf0e9ee85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4690778
Jul 13 21:59:12.394120 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:12.399319 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:12.450917 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:12.461868 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] Routers {'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 21:59:12.462726 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf368fada0>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T21:59:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:59:12.608737 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-f903ce93-9ab4-4445-ac7d-0bb7f9fbc9bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:12.633400 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-f903ce93-9ab4-4445-ac7d-0bb7f9fbc9bc admin admin] Usage tracker for resource:security_group_rule and tenant:53fb057003fa431bad7645508d0a94f3 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:12.638129 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-f903ce93-9ab4-4445-ac7d-0bb7f9fbc9bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:12.650831 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5b5ce369-f1fb-4da3-bac6-5faab672e25c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for port, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:12.659514 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-f903ce93-9ab4-4445-ac7d-0bb7f9fbc9bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:12.791257 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-38e0fa3f-22ac-4d35-b232-eee10bc009f3 req-7cc80241-f5aa-410c-8a79-8ba5db09da2d service neutron] 10.222.0.15 "GET /v2.0/networks/438952cd-2663-4fe7-ab6c-469bf0e9ee85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4635227
Jul 13 21:59:12.862258 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafab13b-c842-4138-bf84-9de47f81d302 req-daac7513-d1d0-4289-9d14-b305eb728fa0 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:12.863943 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-cafab13b-c842-4138-bf84-9de47f81d302 req-daac7513-d1d0-4289-9d14-b305eb728fa0 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 944 time: 0.4204361
Jul 13 21:59:12.867758 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5b5ce369-f1fb-4da3-bac6-5faab672e25c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:12.914871 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:13.069931 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=1f8553c7-82a0-4f43-8ba1-d4e72a103bf2,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:13.074154 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:13.080891 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90febf4-60f1-4573-9146-7a4106624407'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 21:59:13.107930 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-deea0e98-db8f-4d32-925d-9e960b05c3aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Allocated IP 172.27.3.62 (c8866fbd-09a0-4cda-b97c-1016e46e3e88/8a6156a0-7e3f-4c59-8b62-81399f240021/9970384b-8e99-45a0-92cb-cef790334cb6) {{(pid=82083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 21:59:13.172239 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:59:13.172424 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f903ce93-9ab4-4445-ac7d-0bb7f9fbc9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:13.187057 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5ce369-f1fb-4da3-bac6-5faab672e25c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Network c8866fbd-09a0-4cda-b97c-1016e46e3e88 is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 21:59:13.192556 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f903ce93-9ab4-4445-ac7d-0bb7f9fbc9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:13.198034 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-5b5ce369-f1fb-4da3-bac6-5faab672e25c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:59:13.202153 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ce369-f1fb-4da3-bac6-5faab672e25c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Pushing event updated for resources: {'Port': ['ID=d47a91d7-7b99-4652-bded-293d1a34b2a8,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:13.216804 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5ce369-f1fb-4da3-bac6-5faab672e25c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Received port after_create {{(pid=82084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 21:59:13.239572 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['1f8553c7-82a0-4f43-8ba1-d4e72a103bf2'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 21:59:13.261434 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-cafab13b-c842-4138-bf84-9de47f81d302 req-bfe88673-25f7-4535-9dc8-03a08562ec91 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba374384-3fbd-403c-bea0-513e7efd543b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3796203
Jul 13 21:59:13.344583 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097aea0-7141-44cb-ac1a-417ebccb938e req-256d36f1-203c-4c32-beec-e780e086631b tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:13.352870 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3097aea0-7141-44cb-ac1a-417ebccb938e req-256d36f1-203c-4c32-beec-e780e086631b tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6 HTTP/1.1" status: 200  len: 944 time: 0.3934333
Jul 13 21:59:13.353086 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port b90febf4-60f1-4573-9146-7a4106624407, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=b90febf4-60f1-4573-9146-7a4106624407,segment=NetworkSegment(f1799ccd-1318-4e3f-bc76-e13aefcbc804),segment_id=f1799ccd-1318-4e3f-bc76-e13aefcbc804)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:13.392806 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-deea0e98-db8f-4d32-925d-9e960b05c3aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for port, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:13.420533 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:59:13.429233 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] Set router eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 21:59:13.430029 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-f903ce93-9ab4-4445-ac7d-0bb7f9fbc9bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=53fb057003fa431bad7645508d0a94f3&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5125799
Jul 13 21:59:13.431320 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 36842) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:13.437817 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-5b5ce369-f1fb-4da3-bac6-5faab672e25c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:13.438833 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3097aea0-7141-44cb-ac1a-417ebccb938e req-93e746b1-9caf-4b2a-a391-ee0d922d4c25 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842819
Jul 13 21:59:13.453106 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:13.483859 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-deea0e98-db8f-4d32-925d-9e960b05c3aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:13.490987 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:13.499077 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:59:13.499501 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:13.528176 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903ce93-9ab4-4445-ac7d-0bb7f9fbc9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32245b9-da81-4aa0-893f-1e223df40444,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:13.564622 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:13.584181 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8b6b0d2c-1e6b-4018-8d64-502aa3926916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:13.593099 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deea0e98-db8f-4d32-925d-9e960b05c3aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Network c8866fbd-09a0-4cda-b97c-1016e46e3e88 is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 21:59:13.602701 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-deea0e98-db8f-4d32-925d-9e960b05c3aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:59:13.619904 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deea0e98-db8f-4d32-925d-9e960b05c3aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Received port after_create {{(pid=82083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 21:59:13.629504 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f903ce93-9ab4-4445-ac7d-0bb7f9fbc9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:13.659277 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5b5ce369-f1fb-4da3-bac6-5faab672e25c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:13.701296 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=b90febf4-60f1-4573-9146-7a4106624407,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:13.705053 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:13.786552 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b616f5c8-bcd6-422f-aca7-e5a47618bc55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:13.801314 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-deea0e98-db8f-4d32-925d-9e960b05c3aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:13.805984 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea0e98-db8f-4d32-925d-9e960b05c3aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Pushing event updated for resources: {'Port': ['ID=9970384b-8e99-45a0-92cb-cef790334cb6,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:13.843445 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5b5ce369-f1fb-4da3-bac6-5faab672e25c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:13.845531 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-deea0e98-db8f-4d32-925d-9e960b05c3aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:13.909538 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-deea0e98-db8f-4d32-925d-9e960b05c3aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:13.911658 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b616f5c8-bcd6-422f-aca7-e5a47618bc55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:14.023842 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:14.064046 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] For port a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:14.073159 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:14.074056 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device ff5dd7cf-732e-4bad-8cfe-d2cbf2407881 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:59:14.144074 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:14.231395 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b616f5c8-bcd6-422f-aca7-e5a47618bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:14.243790 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Pushing event updated for resources: {'Port': ['ID=a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:14.247952 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:14.259078 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-d6df2ae7-fdee-452a-a825-8b0c402226c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:14.352509 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port ff5dd7cf-732e-4bad-8cfe-d2cbf2407881 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:59:14.352962 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:14.355451 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616f5c8-bcd6-422f-aca7-e5a47618bc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32245b9-da81-4aa0-893f-1e223df40444,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:14.367186 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b616f5c8-bcd6-422f-aca7-e5a47618bc55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:14.408243 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90febf4-60f1-4573-9146-7a4106624407', 'code': 200}
Jul 13 21:59:14.494668 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b616f5c8-bcd6-422f-aca7-e5a47618bc55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:14.529363 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-b616f5c8-bcd6-422f-aca7-e5a47618bc55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c32245b9-da81-4aa0-893f-1e223df40444 HTTP/1.1" status: 204  len: 168 time: 1.0639617
Jul 13 21:59:14.667499 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379db27-6c78-43cc-b701-8d213a925d65 req-6b4bd881-8028-486a-a899-f264cc6bdf25 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:14.670534 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4379db27-6c78-43cc-b701-8d213a925d65 req-6b4bd881-8028-486a-a899-f264cc6bdf25 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/networks?id=4f4027db-4b36-48ec-9349-8e337787556b HTTP/1.1" status: 200  len: 818 time: 0.4278584
Jul 13 21:59:14.676347 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5b5ce369-f1fb-4da3-bac6-5faab672e25c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for port, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:14.682985 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5b5ce369-f1fb-4da3-bac6-5faab672e25c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:14.713130 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:14.840423 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5b5ce369-f1fb-4da3-bac6-5faab672e25c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758945'] for floatingip, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:14.956507 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5b5ce369-f1fb-4da3-bac6-5faab672e25c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for floatingip, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:14.957856 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-5b5ce369-f1fb-4da3-bac6-5faab672e25c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.8864124
Jul 13 21:59:14.967912 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4379db27-6c78-43cc-b701-8d213a925d65 req-b5802581-9458-4fe9-8d47-6351fc6669e8 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/quotas/a64f1d97f1f646f498668269b6c5ee10 HTTP/1.1" status: 200  len: 375 time: 0.2566707
Jul 13 21:59:15.067855 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ce369-f1fb-4da3-bac6-5faab672e25c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Pushing event updated for resources: {'Port': ['ID=d47a91d7-7b99-4652-bded-293d1a34b2a8,revision_number=2']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:15.101294 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-5b5ce369-f1fb-4da3-bac6-5faab672e25c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:15.160818 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf368fada0>, [{'id': 'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5', 'name': 'tempest-ServerRescueNegativeTestJSON-285827370-router', 'tenant_id': 'a64f1d97f1f646f498668269b6c5ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'a2edbc79-a3b7-43e7-8be4-113d648e19c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:45Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': 'a64f1d97f1f646f498668269b6c5ee10', 'gw_port': {'id': 'a2edbc79-a3b7-43e7-8be4-113d648e19c2', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:47Z', 'updated_at': '2021-07-13T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '4b346b28-4801-46bb-8a0a-248d6d4d26e7', 'name': '', 'network_id': '4f4027db-4b36-48ec-9349-8e337787556b', 'tenant_id': 'a64f1d97f1f646f498668269b6c5ee10', 'mac_address': 'fa:16:3e:a5:67:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69a8555f-a6b4-42e1-a19f-3dfdc28a26ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:02Z', 'updated_at': '2021-07-13T21:59:04Z', 'revision_number': 2, 'project_id': 'a64f1d97f1f646f498668269b6c5ee10', 'subnets': [{'id': '69a8555f-a6b4-42e1-a19f-3dfdc28a26ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:59:15.165720 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4379db27-6c78-43cc-b701-8d213a925d65 req-1776812b-d196-424e-ad0e-5b1a9bbb6026 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a64f1d97f1f646f498668269b6c5ee10&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1769252
Jul 13 21:59:15.176272 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] Checking router: eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5 for host: dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 21:59:15.176852 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] Updating router eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5 port 4b346b28-4801-46bb-8a0a-248d6d4d26e7 binding host dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 13 21:59:15.202646 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b4112-61f4-4338-8549-07cc9dda7e93 req-96191a96-1322-4d12-b8dd-754f87eebe65 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:15.204303 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-da7b4112-61f4-4338-8549-07cc9dda7e93 req-96191a96-1322-4d12-b8dd-754f87eebe65 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 944 time: 0.2987275
Jul 13 21:59:15.260479 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:15.332916 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-da7b4112-61f4-4338-8549-07cc9dda7e93 req-7b1b98e6-7ff4-4529-afc4-77dbe553e71c tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba374384-3fbd-403c-bea0-513e7efd543b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814731
Jul 13 21:59:15.336245 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fb5f6010-ad25-49e2-a0d7-bb552b12b92d req-0bb08c85-5cc1-4345-907b-7f3239f696aa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6 HTTP/1.1" status: 200  len: 1098 time: 0.4294565
Jul 13 21:59:15.341049 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:59:15.388828 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4379db27-6c78-43cc-b701-8d213a925d65 req-42c49460-eb0c-4acb-9166-7b7fc825f0a2 service neutron] 10.222.0.18 "GET /v2.0/networks/4f4027db-4b36-48ec-9349-8e337787556b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2126598
Jul 13 21:59:15.391329 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-deea0e98-db8f-4d32-925d-9e960b05c3aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for port, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:15.402081 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-deea0e98-db8f-4d32-925d-9e960b05c3aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:15.408124 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:15.527983 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-deea0e98-db8f-4d32-925d-9e960b05c3aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758945'] for floatingip, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:15.569055 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4379db27-6c78-43cc-b701-8d213a925d65 req-7baf886e-add3-4236-9911-cb915ee005af service neutron] 10.222.0.18 "GET /v2.0/networks/4f4027db-4b36-48ec-9349-8e337787556b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1724899
Jul 13 21:59:15.584386 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-deea0e98-db8f-4d32-925d-9e960b05c3aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for floatingip, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:15.585887 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-deea0e98-db8f-4d32-925d-9e960b05c3aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.5105522
Jul 13 21:59:15.653500 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea0e98-db8f-4d32-925d-9e960b05c3aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Pushing event updated for resources: {'Port': ['ID=9970384b-8e99-45a0-92cb-cef790334cb6,revision_number=2']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:15.655743 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-deea0e98-db8f-4d32-925d-9e960b05c3aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:15.711487 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2c33e-95ea-4d6d-b179-6e7df8725c82 req-01105dc6-2021-4d08-92c5-00d14269beb1 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:15.718688 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0ce2c33e-95ea-4d6d-b179-6e7df8725c82 req-01105dc6-2021-4d08-92c5-00d14269beb1 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6 HTTP/1.1" status: 200  len: 945 time: 0.1359131
Jul 13 21:59:15.842951 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0ce2c33e-95ea-4d6d-b179-6e7df8725c82 req-89d764d8-9578-4057-9fa5-e3f80447a30f tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089034
Jul 13 21:59:15.992502 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-0634915d-502d-4243-909d-79affceb4b0b req-18a915dc-4249-4bc0-a432-2f2cf101b0f9 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Synchronizing usage tracker for tenant:e98d195175fb48da8da0450cb337c9e2 on resource:security_group {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 21:59:16.014456 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-0634915d-502d-4243-909d-79affceb4b0b req-18a915dc-4249-4bc0-a432-2f2cf101b0f9 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Unset dirty status for tenant:e98d195175fb48da8da0450cb337c9e2 on resource:security_group {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 21:59:16.016342 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0634915d-502d-4243-909d-79affceb4b0b req-18a915dc-4249-4bc0-a432-2f2cf101b0f9 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--897392019&fields=id&tenant_id=e98d195175fb48da8da0450cb337c9e2 HTTP/1.1" status: 200  len: 267 time: 0.0822484
Jul 13 21:59:16.044610 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-5a94959d-30d2-4a11-a1ea-2581d4ff478e req-0727d788-4cba-4382-a4bb-883f09e8cd5f tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Synchronizing usage tracker for tenant:a64f1d97f1f646f498668269b6c5ee10 on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 21:59:16.084094 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] Notify callbacks [] for port, precommit_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:16.084257 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-5a94959d-30d2-4a11-a1ea-2581d4ff478e req-0727d788-4cba-4382-a4bb-883f09e8cd5f tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Unset dirty status for tenant:a64f1d97f1f646f498668269b6c5ee10 on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 21:59:16.094199 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5a94959d-30d2-4a11-a1ea-2581d4ff478e req-0727d788-4cba-4382-a4bb-883f09e8cd5f tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 210 time: 0.1433342
Jul 13 21:59:16.120657 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] Transition to ACTIVE for port object 4b346b28-4801-46bb-8a0a-248d6d4d26e7 will not be triggered until provisioned by entity L2. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:59:16.139756 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-fb5f6010-ad25-49e2-a0d7-bb552b12b92d req-836db0fa-6eec-4627-b404-c5521ac5a1ce service neutron] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:16.162996 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:59:16.163419 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:16.189282 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-fb5f6010-ad25-49e2-a0d7-bb552b12b92d req-836db0fa-6eec-4627-b404-c5521ac5a1ce service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:16.194136 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-fb5f6010-ad25-49e2-a0d7-bb552b12b92d req-836db0fa-6eec-4627-b404-c5521ac5a1ce service neutron] Usage tracker for resource:security_group_rule and tenant:9e53f077e0a5452ba7d8495c75b01c1a is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:16.198990 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-fb5f6010-ad25-49e2-a0d7-bb552b12b92d req-836db0fa-6eec-4627-b404-c5521ac5a1ce service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:16.207804 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-fb5f6010-ad25-49e2-a0d7-bb552b12b92d req-836db0fa-6eec-4627-b404-c5521ac5a1ce service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:16.309382 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:16.314502 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:16.394948 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-fb5f6010-ad25-49e2-a0d7-bb552b12b92d req-836db0fa-6eec-4627-b404-c5521ac5a1ce service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:16.452674 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-fb5f6010-ad25-49e2-a0d7-bb552b12b92d req-836db0fa-6eec-4627-b404-c5521ac5a1ce service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:16.490435 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-03fd9ef2-0bee-4fa8-aceb-2b8f776516c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:16.493886 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c06fa-6f10-4783-8b03-3b88178db4f8 None None] Pushing event updated for resources: {'Port': ['ID=4b346b28-4801-46bb-8a0a-248d6d4d26e7,revision_number=3']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:16.563260 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-1fd976db-9acf-4a79-a4bf-656a6674e8d5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Synchronizing usage tracker for tenant:e949f3b270414d3095f5528a841766ca on resource:security_group {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 21:59:16.596554 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-063c06fa-6f10-4783-8b03-3b88178db4f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:16.639263 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fb5f6010-ad25-49e2-a0d7-bb552b12b92d req-836db0fa-6eec-4627-b404-c5521ac5a1ce service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5387030
Jul 13 21:59:16.641160 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-1fd976db-9acf-4a79-a4bf-656a6674e8d5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Unset dirty status for tenant:e949f3b270414d3095f5528a841766ca on resource:security_group {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 21:59:16.642293 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-1fd976db-9acf-4a79-a4bf-656a6674e8d5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--162734602&fields=id&tenant_id=e949f3b270414d3095f5528a841766ca HTTP/1.1" status: 200  len: 267 time: 0.2613227
Jul 13 21:59:16.643337 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836db0fa-6eec-4627-b404-c5521ac5a1ce service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2454e8d1-b063-4892-93e8-72a6c81be7ab,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:16.661797 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-836db0fa-6eec-4627-b404-c5521ac5a1ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:16.730514 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] Attempting to bind port 4b346b28-4801-46bb-8a0a-248d6d4d26e7 on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 21:59:16.731088 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] Attempting to bind port 4b346b28-4801-46bb-8a0a-248d6d4d26e7 by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': 'bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4f4027db-4b36-48ec-9349-8e337787556b'}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 21:59:16.731762 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] Attempting to bind port 4b346b28-4801-46bb-8a0a-248d6d4d26e7 on network 4f4027db-4b36-48ec-9349-8e337787556b {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 21:59:16.740081 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 21:59:16.740510 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] Checking segment: {'id': 'bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4f4027db-4b36-48ec-9349-8e337787556b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:59:16.741021 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:16.741467 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] Bound using segment: {'id': 'bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4f4027db-4b36-48ec-9349-8e337787556b'} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 21:59:16.742059 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] Bound port: 4b346b28-4801-46bb-8a0a-248d6d4d26e7, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4f4027db-4b36-48ec-9349-8e337787556b'}}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 21:59:16.742486 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:16.778630 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634915d-502d-4243-909d-79affceb4b0b req-42567f17-2dc2-46fa-b63a-8606cdf56ffb tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:16.788140 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-0634915d-502d-4243-909d-79affceb4b0b req-42567f17-2dc2-46fa-b63a-8606cdf56ffb tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Synchronizing usage tracker for tenant:e98d195175fb48da8da0450cb337c9e2 on resource:network {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 21:59:16.822748 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-0634915d-502d-4243-909d-79affceb4b0b req-42567f17-2dc2-46fa-b63a-8606cdf56ffb tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Unset dirty status for tenant:e98d195175fb48da8da0450cb337c9e2 on resource:network {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 21:59:16.824275 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0634915d-502d-4243-909d-79affceb4b0b req-42567f17-2dc2-46fa-b63a-8606cdf56ffb tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/networks?id=0c5abd27-10e4-4762-82c4-ccb760681ca8 HTTP/1.1" status: 200  len: 815 time: 0.8000162
Jul 13 21:59:16.843436 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0634915d-502d-4243-909d-79affceb4b0b req-2557a658-26ea-41f6-9532-867c39cdf630 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/quotas/e98d195175fb48da8da0450cb337c9e2 HTTP/1.1" status: 200  len: 375 time: 0.0128944
Jul 13 21:59:16.851377 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] For port 4b346b28-4801-46bb-8a0a-248d6d4d26e7, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 21:59:16.854916 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] For port 4b346b28-4801-46bb-8a0a-248d6d4d26e7, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=4b346b28-4801-46bb-8a0a-248d6d4d26e7,segment=NetworkSegment(bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17),segment_id=bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17)] {{(pid=82085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 21:59:16.858793 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:16.866828 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:16.869504 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-435940ee-00c6-48ba-889c-56404b13404a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:16.869504 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-435940ee-00c6-48ba-889c-56404b13404a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Synchronizing usage tracker for tenant:e949f3b270414d3095f5528a841766ca on resource:network {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 21:59:16.889873 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-435940ee-00c6-48ba-889c-56404b13404a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Unset dirty status for tenant:e949f3b270414d3095f5528a841766ca on resource:network {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 21:59:16.893108 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-435940ee-00c6-48ba-889c-56404b13404a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/networks?id=c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 HTTP/1.1" status: 200  len: 811 time: 0.2302167
Jul 13 21:59:16.913460 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-f7ee6bcb-6882-480c-ae3c-d750e640f30e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/quotas/e949f3b270414d3095f5528a841766ca HTTP/1.1" status: 200  len: 375 time: 0.0119212
Jul 13 21:59:16.920857 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 1f8553c7-82a0-4f43-8ba1-d4e72a103bf2 up at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:59:16.982975 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-0634915d-502d-4243-909d-79affceb4b0b req-4f947b96-3080-48f1-8155-415fe5f20c44 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Synchronizing usage tracker for tenant:e98d195175fb48da8da0450cb337c9e2 on resource:port {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 21:59:17.013299 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c06fa-6f10-4783-8b03-3b88178db4f8 None None] Pushing event updated for resources: {'Port': ['ID=4b346b28-4801-46bb-8a0a-248d6d4d26e7,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:17.019198 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-0634915d-502d-4243-909d-79affceb4b0b req-4f947b96-3080-48f1-8155-415fe5f20c44 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Unset dirty status for tenant:e98d195175fb48da8da0450cb337c9e2 on resource:port {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 21:59:17.019580 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-063c06fa-6f10-4783-8b03-3b88178db4f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:17.022225 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] Routers {'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 21:59:17.023029 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf368fada0>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T21:59:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:59:17.024099 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-2c3ac020-1564-4fc7-b126-29fe68a3b781 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Synchronizing usage tracker for tenant:e949f3b270414d3095f5528a841766ca on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 21:59:17.036806 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0634915d-502d-4243-909d-79affceb4b0b req-4f947b96-3080-48f1-8155-415fe5f20c44 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e98d195175fb48da8da0450cb337c9e2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1873188
Jul 13 21:59:17.060405 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-2c3ac020-1564-4fc7-b126-29fe68a3b781 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Unset dirty status for tenant:e949f3b270414d3095f5528a841766ca on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 21:59:17.075130 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-2c3ac020-1564-4fc7-b126-29fe68a3b781 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e949f3b270414d3095f5528a841766ca&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1484957
Jul 13 21:59:17.172737 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning for port 1f8553c7-82a0-4f43-8ba1-d4e72a103bf2 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:59:17.184852 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning complete for port 1f8553c7-82a0-4f43-8ba1-d4e72a103bf2 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:59:17.185283 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:17.217209 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0634915d-502d-4243-909d-79affceb4b0b req-35763463-885b-4e71-926b-d6989f15eff8 service neutron] 10.222.0.18 "GET /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1790154
Jul 13 21:59:17.279247 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-395ba7f5-15aa-4ff6-988c-1f3d7f5a7c7e service neutron] 10.222.0.18 "GET /v2.0/networks/c786a95b-96e8-46c1-a1a0-fc4a1a977bd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1970785
Jul 13 21:59:17.403538 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0634915d-502d-4243-909d-79affceb4b0b req-aa007652-e190-4adb-bfef-ebf9837b24ef service neutron] 10.222.0.18 "GET /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1792736
Jul 13 21:59:17.448106 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] Set router eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 21:59:17.469278 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-a87c8465-1dbd-4f6d-ad93-fac67340eac1 service neutron] 10.222.0.18 "GET /v2.0/networks/c786a95b-96e8-46c1-a1a0-fc4a1a977bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1889760
Jul 13 21:59:17.685032 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:17.861793 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be136c4e-caff-4657-b133-d0f46d9a487f req-e2cdc5b4-71e1-4fc5-8a1a-5d4c45e2daa9 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:17.863386 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-be136c4e-caff-4657-b133-d0f46d9a487f req-e2cdc5b4-71e1-4fc5-8a1a-5d4c45e2daa9 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 944 time: 0.2332082
Jul 13 21:59:17.908068 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d5a46c-7b98-48e0-893d-fef2db7985a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8553c7-82a0-4f43-8ba1-d4e72a103bf2'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 21:59:17.926954 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 1f8553c7-82a0-4f43-8ba1-d4e72a103bf2, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=1f8553c7-82a0-4f43-8ba1-d4e72a103bf2,segment=NetworkSegment(354c1d94-8079-4666-8738-56e22a6193f3),segment_id=354c1d94-8079-4666-8738-56e22a6193f3)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:17.942258 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:17.946861 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:17.947383 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-be136c4e-caff-4657-b133-d0f46d9a487f req-2bfdfbe0-28cd-4aa7-a53b-76b25d50d436 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba374384-3fbd-403c-bea0-513e7efd543b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724428
Jul 13 21:59:18.198306 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-72e8f804-4c33-438e-a264-2a4e222ea7f5 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:18.199944 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-72e8f804-4c33-438e-a264-2a4e222ea7f5 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Synchronizing usage tracker for tenant:a64f1d97f1f646f498668269b6c5ee10 on resource:network {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 21:59:18.207960 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=1f8553c7-82a0-4f43-8ba1-d4e72a103bf2,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:18.215622 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:18.245300 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-72e8f804-4c33-438e-a264-2a4e222ea7f5 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Unset dirty status for tenant:a64f1d97f1f646f498668269b6c5ee10 on resource:network {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 21:59:18.250551 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf368fada0>, [{'id': 'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5', 'name': 'tempest-ServerRescueNegativeTestJSON-285827370-router', 'tenant_id': 'a64f1d97f1f646f498668269b6c5ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'a2edbc79-a3b7-43e7-8be4-113d648e19c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:45Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': 'a64f1d97f1f646f498668269b6c5ee10', 'gw_port': {'id': 'a2edbc79-a3b7-43e7-8be4-113d648e19c2', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:47Z', 'updated_at': '2021-07-13T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '4b346b28-4801-46bb-8a0a-248d6d4d26e7', 'name': '', 'network_id': '4f4027db-4b36-48ec-9349-8e337787556b', 'tenant_id': 'a64f1d97f1f646f498668269b6c5ee10', 'mac_address': 'fa:16:3e:a5:67:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69a8555f-a6b4-42e1-a19f-3dfdc28a26ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:02Z', 'updated_at': '2021-07-13T21:59:16Z', 'revision_number': 4, 'project_id': 'a64f1d97f1f646f498668269b6c5ee10', 'subnets': [{'id': '69a8555f-a6b4-42e1-a19f-3dfdc28a26ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:59:18.256416 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-72e8f804-4c33-438e-a264-2a4e222ea7f5 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/networks?id=4f4027db-4b36-48ec-9349-8e337787556b HTTP/1.1" status: 200  len: 818 time: 0.4021971
Jul 13 21:59:18.256885 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4251dc0-7946-487d-92ef-b6ce45bc3960 None None] The sync data for ids ['eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5'] in dv-cinder-800618-1-iscsi is: [{'id': 'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5', 'name': 'tempest-ServerRescueNegativeTestJSON-285827370-router', 'tenant_id': 'a64f1d97f1f646f498668269b6c5ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'a2edbc79-a3b7-43e7-8be4-113d648e19c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:45Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': 'a64f1d97f1f646f498668269b6c5ee10', 'gw_port': {'id': 'a2edbc79-a3b7-43e7-8be4-113d648e19c2', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:47Z', 'updated_at': '2021-07-13T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '4b346b28-4801-46bb-8a0a-248d6d4d26e7', 'name': '', 'network_id': '4f4027db-4b36-48ec-9349-8e337787556b', 'tenant_id': 'a64f1d97f1f646f498668269b6c5ee10', 'mac_address': 'fa:16:3e:a5:67:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69a8555f-a6b4-42e1-a19f-3dfdc28a26ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:02Z', 'updated_at': '2021-07-13T21:59:16Z', 'revision_number': 4, 'project_id': 'a64f1d97f1f646f498668269b6c5ee10', 'subnets': [{'id': '69a8555f-a6b4-42e1-a19f-3dfdc28a26ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 21:59:18.292242 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-01850402-bdd2-4937-9a76-92fe45ea502d tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/quotas/a64f1d97f1f646f498668269b6c5ee10 HTTP/1.1" status: 200  len: 375 time: 0.0319397
Jul 13 21:59:18.348264 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908b887-3cc0-4080-b16c-4e9e51663178 req-c6ed6fa4-9c4b-4bd4-bed8-0cd53ca1435c tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:18.384642 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b908b887-3cc0-4080-b16c-4e9e51663178 req-c6ed6fa4-9c4b-4bd4-bed8-0cd53ca1435c tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6 HTTP/1.1" status: 200  len: 945 time: 0.2244880
Jul 13 21:59:18.480014 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-d74bc0c3-52ae-4337-bd96-28a41a634087 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a64f1d97f1f646f498668269b6c5ee10&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1854601
Jul 13 21:59:18.493622 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b908b887-3cc0-4080-b16c-4e9e51663178 req-9fc0269c-56fd-480c-969b-3a79df54882c tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060688
Jul 13 21:59:18.690737 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-91e4b265-1f34-4902-89dc-0467f75f6a1f service neutron] 10.222.0.18 "GET /v2.0/networks/4f4027db-4b36-48ec-9349-8e337787556b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1983461
Jul 13 21:59:18.802972 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1701ff9c-65ec-47b3-98e5-b62fda51866f req-1cf4c1a1-713d-4643-b6dc-3c2598ad1478 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 210 time: 0.1563783
Jul 13 21:59:18.932549 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-15ec3898-019c-4c55-bbc4-e7989d808cd7 service neutron] 10.222.0.18 "GET /v2.0/networks/4f4027db-4b36-48ec-9349-8e337787556b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2334766
Jul 13 21:59:18.938724 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 37020) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:19.048028 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-06c8719e-9278-4b5f-94fc-c305b7284daa req-d06efc33-17fd-46fc-ad07-32b751e14f5d tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 210 time: 0.0871968
Jul 13 21:59:19.147735 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d5a46c-7b98-48e0-893d-fef2db7985a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8553c7-82a0-4f43-8ba1-d4e72a103bf2', 'code': 200}
Jul 13 21:59:19.182113 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-948d47f6-971a-4e9a-969a-b8cd50bec9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:19.316384 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-948d47f6-971a-4e9a-969a-b8cd50bec9f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:19.329332 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-948d47f6-971a-4e9a-969a-b8cd50bec9f1 admin admin] Usage tracker for resource:security_group_rule and tenant:14635e56060a42a997e5586e4535a613 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:19.333147 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-948d47f6-971a-4e9a-969a-b8cd50bec9f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:19.348078 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-948d47f6-971a-4e9a-969a-b8cd50bec9f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:19.396702 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 4b346b28-4801-46bb-8a0a-248d6d4d26e7 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:59:19.495226 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port 4b346b28-4801-46bb-8a0a-248d6d4d26e7 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:59:19.501053 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 4b346b28-4801-46bb-8a0a-248d6d4d26e7 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:59:19.501535 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:19.569668 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7e40eddd-83ae-4062-8ec5-41e61577ef46 req-85e3125d-2287-40bd-8c2d-8c2128bdc8fc tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 210 time: 0.2571487
Jul 13 21:59:19.715166 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:19.822207 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] For port 4b346b28-4801-46bb-8a0a-248d6d4d26e7, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=4b346b28-4801-46bb-8a0a-248d6d4d26e7,segment=NetworkSegment(bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17),segment_id=bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:19.849089 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:19.856262 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:19.988496 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Pushing event updated for resources: {'Port': ['ID=4b346b28-4801-46bb-8a0a-248d6d4d26e7,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:20.001277 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:20.009175 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379db27-6c78-43cc-b701-8d213a925d65 req-5914e11a-23c8-49df-ae05-75227dba6347 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:20.010841 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-948d47f6-971a-4e9a-969a-b8cd50bec9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:20.010965 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4379db27-6c78-43cc-b701-8d213a925d65 req-5914e11a-23c8-49df-ae05-75227dba6347 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.15 "GET /v2.0/networks?id=4f4027db-4b36-48ec-9349-8e337787556b HTTP/1.1" status: 200  len: 818 time: 0.5212221
Jul 13 21:59:20.031497 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-948d47f6-971a-4e9a-969a-b8cd50bec9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:20.068318 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635780b1-fb9b-4f77-bf6f-5e1354918944 req-1179e93c-ba4e-4055-9695-0a89daa93705 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:20.075051 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-635780b1-fb9b-4f77-bf6f-5e1354918944 req-1179e93c-ba4e-4055-9695-0a89daa93705 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 945 time: 0.6038539
Jul 13 21:59:20.081076 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:20.099782 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-4379db27-6c78-43cc-b701-8d213a925d65 req-f0575d21-5553-48ba-8f5c-e50a789e4f35 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Request body: {'port': {'device_id': 'a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c', 'network_id': '4f4027db-4b36-48ec-9349-8e337787556b', 'admin_state_up': True, 'tenant_id': 'a64f1d97f1f646f498668269b6c5ee10'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:59:20.163061 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d47f6-971a-4e9a-969a-b8cd50bec9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4490f378-0fb6-4357-9461-33a169b09f32,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:20.175923 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-948d47f6-971a-4e9a-969a-b8cd50bec9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:20.223459 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-948d47f6-971a-4e9a-969a-b8cd50bec9f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14635e56060a42a997e5586e4535a613&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2831318
Jul 13 21:59:20.259672 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 37064) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:20.356473 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-635780b1-fb9b-4f77-bf6f-5e1354918944 req-3511a646-53c7-471a-88a4-0ea3dadeebbd tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba374384-3fbd-403c-bea0-513e7efd543b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945341
Jul 13 21:59:20.429797 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-4379db27-6c78-43cc-b701-8d213a925d65 req-f0575d21-5553-48ba-8f5c-e50a789e4f35 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:20.441888 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.15', 52295) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:20.499120 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-4379db27-6c78-43cc-b701-8d213a925d65 req-f0575d21-5553-48ba-8f5c-e50a789e4f35 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:20.533423 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4379db27-6c78-43cc-b701-8d213a925d65 req-f0575d21-5553-48ba-8f5c-e50a789e4f35 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Made reservation on behalf of a64f1d97f1f646f498668269b6c5ee10 for: {'port': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 21:59:20.539791 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-4379db27-6c78-43cc-b701-8d213a925d65 req-f0575d21-5553-48ba-8f5c-e50a789e4f35 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:20.634929 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c022408c-eeb9-4c2f-b3b5-0234be34a6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:20.682673 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657d070-a6b7-4f43-9aa9-9525ff34f162 req-b73d406d-ae78-4c61-94fa-b59858e43b16 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:20.690730 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3657d070-a6b7-4f43-9aa9-9525ff34f162 req-b73d406d-ae78-4c61-94fa-b59858e43b16 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6 HTTP/1.1" status: 200  len: 945 time: 0.6685853
Jul 13 21:59:20.779439 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-70e05c50-c56f-466a-9d84-03332d219d6e req-6b0f20e9-0e08-4cd3-911c-b3a0dc7896c3 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 210 time: 0.1411417
Jul 13 21:59:20.802391 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634915d-502d-4243-909d-79affceb4b0b req-1af428f7-adb6-4808-875e-68fdc0d26047 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:20.804243 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0634915d-502d-4243-909d-79affceb4b0b req-1af428f7-adb6-4808-875e-68fdc0d26047 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.15 "GET /v2.0/networks?id=0c5abd27-10e4-4762-82c4-ccb760681ca8 HTTP/1.1" status: 200  len: 815 time: 0.3778167
Jul 13 21:59:20.818110 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2729c899-4814-46f2-8827-13e923fe54d7 req-201e6688-c20c-4299-b819-3031b7c41414 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 1098 time: 0.3750007
Jul 13 21:59:20.836555 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c022408c-eeb9-4c2f-b3b5-0234be34a6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:20.911270 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3657d070-a6b7-4f43-9aa9-9525ff34f162 req-61124103-861a-4b82-b834-522851c6dde5 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2194955
Jul 13 21:59:20.914183 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0634915d-502d-4243-909d-79affceb4b0b req-1ee4b34e-e5fc-424d-bd06-956b4839e930 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e98d195175fb48da8da0450cb337c9e2 HTTP/1.1" status: 200  len: 379 time: 0.0675306
Jul 13 21:59:20.929512 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-0634915d-502d-4243-909d-79affceb4b0b req-f9befebb-215c-4b87-a4f8-d9180c2749bb tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Request body: {'port': {'device_id': 'd847c036-867a-4e7e-8304-620b60fb0bcb', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'admin_state_up': True, 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'security_groups': ['e7bccd76-6bae-44db-aef1-7146ed9aebd5']}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:59:20.941698 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [req-4379db27-6c78-43cc-b701-8d213a925d65 req-f0575d21-5553-48ba-8f5c-e50a789e4f35 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Allocated IP 172.20.0.3 (4f4027db-4b36-48ec-9349-8e337787556b/69a8555f-a6b4-42e1-a19f-3dfdc28a26ef/dc724c34-4271-4503-ad71-a27f097d768b) {{(pid=82083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 21:59:20.947530 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2729c899-4814-46f2-8827-13e923fe54d7 req-742eae1a-c994-49e1-b72e-9c56ac79fab0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ba374384-3fbd-403c-bea0-513e7efd543b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889633
Jul 13 21:59:21.225356 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-0634915d-502d-4243-909d-79affceb4b0b req-f9befebb-215c-4b87-a4f8-d9180c2749bb tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:21.247898 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b35a0d59-d7bf-400c-b868-4151a457f357 req-fac8a559-145a-465b-a3f4-9206a1568abb tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 210 time: 0.1015887
Jul 13 21:59:21.256701 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-0634915d-502d-4243-909d-79affceb4b0b req-f9befebb-215c-4b87-a4f8-d9180c2749bb tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:21.259200 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9fd364ad-3e7c-4293-a567-f798133eeede req-cef2261f-3de5-4925-b1e2-551832646b22 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 210 time: 0.1164668
Jul 13 21:59:21.277070 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 4b346b28-4801-46bb-8a0a-248d6d4d26e7 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:59:21.289432 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c022408c-eeb9-4c2f-b3b5-0234be34a6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:21.290797 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0634915d-502d-4243-909d-79affceb4b0b req-f9befebb-215c-4b87-a4f8-d9180c2749bb tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Made reservation on behalf of e98d195175fb48da8da0450cb337c9e2 for: {'port': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 21:59:21.300050 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-0634915d-502d-4243-909d-79affceb4b0b req-f9befebb-215c-4b87-a4f8-d9180c2749bb tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:21.330718 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:21.354967 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-4379db27-6c78-43cc-b701-8d213a925d65 req-f0575d21-5553-48ba-8f5c-e50a789e4f35 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Notify callbacks [] for port, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:21.413624 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 4b346b28-4801-46bb-8a0a-248d6d4d26e7 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:59:21.414565 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:21.419737 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-4379db27-6c78-43cc-b701-8d213a925d65 req-f0575d21-5553-48ba-8f5c-e50a789e4f35 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:21.440912 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:21.538483 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4379db27-6c78-43cc-b701-8d213a925d65 req-f0575d21-5553-48ba-8f5c-e50a789e4f35 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Network 4f4027db-4b36-48ec-9349-8e337787556b is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 21:59:21.543902 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [req-4379db27-6c78-43cc-b701-8d213a925d65 req-f0575d21-5553-48ba-8f5c-e50a789e4f35 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:59:21.568629 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-4379db27-6c78-43cc-b701-8d213a925d65 req-f0575d21-5553-48ba-8f5c-e50a789e4f35 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Received port after_create {{(pid=82083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 21:59:21.592942 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379db27-6c78-43cc-b701-8d213a925d65 req-f0575d21-5553-48ba-8f5c-e50a789e4f35 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:21.593676 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-4379db27-6c78-43cc-b701-8d213a925d65 req-f0575d21-5553-48ba-8f5c-e50a789e4f35 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:21.617574 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c022408c-eeb9-4c2f-b3b5-0234be34a6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:21.621308 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-c022408c-eeb9-4c2f-b3b5-0234be34a6e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4490f378-0fb6-4357-9461-33a169b09f32 HTTP/1.1" status: 204  len: 168 time: 1.3579409
Jul 13 21:59:21.621308 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022408c-eeb9-4c2f-b3b5-0234be34a6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4490f378-0fb6-4357-9461-33a169b09f32,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:21.665495 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c022408c-eeb9-4c2f-b3b5-0234be34a6e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:21.716291 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4379db27-6c78-43cc-b701-8d213a925d65 req-f0575d21-5553-48ba-8f5c-e50a789e4f35 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6308317
Jul 13 21:59:21.735915 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [req-0634915d-502d-4243-909d-79affceb4b0b req-f9befebb-215c-4b87-a4f8-d9180c2749bb tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Allocated IP 172.20.0.4 (0c5abd27-10e4-4762-82c4-ccb760681ca8/19a5e143-e3f3-4497-b1eb-410b89ec303c/65efea10-5009-4215-a14c-0fda61962597) {{(pid=82084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 21:59:21.788248 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-4379db27-6c78-43cc-b701-8d213a925d65 req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] Request body: {'port': {'device_id': 'a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:59:21.817379 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22da4c8-4a1e-4fe4-ba0d-d230b1c729c7 req-7f11b1eb-682f-4a17-b143-75dc8806658f tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:21.832753 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d22da4c8-4a1e-4fe4-ba0d-d230b1c729c7 req-7f11b1eb-682f-4a17-b143-75dc8806658f tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 945 time: 0.2212379
Jul 13 21:59:21.862922 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0575d21-5553-48ba-8f5c-e50a789e4f35 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Pushing event updated for resources: {'Port': ['ID=dc724c34-4271-4503-ad71-a27f097d768b,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:21.868201 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f0575d21-5553-48ba-8f5c-e50a789e4f35 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:22.245786 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-0634915d-502d-4243-909d-79affceb4b0b req-f9befebb-215c-4b87-a4f8-d9180c2749bb tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for port, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:22.263164 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-0634915d-502d-4243-909d-79affceb4b0b req-f9befebb-215c-4b87-a4f8-d9180c2749bb tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Transition to ACTIVE for port object 65efea10-5009-4215-a14c-0fda61962597 will not be triggered until provisioned by entity DHCP. {{(pid=82084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:59:22.298500 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-4379db27-6c78-43cc-b701-8d213a925d65 req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:22.299871 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d22da4c8-4a1e-4fe4-ba0d-d230b1c729c7 req-99ac6b2e-dda1-4e9d-b29f-d0444f4df7cd tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba374384-3fbd-403c-bea0-513e7efd543b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4661114
Jul 13 21:59:22.301464 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 37130) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:22.314199 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4cfb1b21-761a-4314-9d3e-9ff9f921f727 req-b8d73a54-3385-43fa-849c-974b9693341c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 210 time: 0.1364264
Jul 13 21:59:22.332868 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7b6c-820e-4ea1-b919-43581b9f07d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:22.384724 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-bc4f7b6c-820e-4ea1-b919-43581b9f07d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:22.389732 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-bc4f7b6c-820e-4ea1-b919-43581b9f07d4 admin admin] Usage tracker for resource:security_group_rule and tenant:52ce1eb8059e409dace815e7ffe7afe3 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:22.394161 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-bc4f7b6c-820e-4ea1-b919-43581b9f07d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:22.401962 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-bc4f7b6c-820e-4ea1-b919-43581b9f07d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:22.474337 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7b6c-820e-4ea1-b919-43581b9f07d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:22.479654 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7b6c-820e-4ea1-b919-43581b9f07d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:22.516156 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:22.524357 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-0634915d-502d-4243-909d-79affceb4b0b req-f9befebb-215c-4b87-a4f8-d9180c2749bb tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:22.566799 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-bc4f7b6c-820e-4ea1-b919-43581b9f07d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52ce1eb8059e409dace815e7ffe7afe3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2641902
Jul 13 21:59:22.595097 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 37140) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:22.618590 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0634915d-502d-4243-909d-79affceb4b0b req-f9befebb-215c-4b87-a4f8-d9180c2749bb tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Network 0c5abd27-10e4-4762-82c4-ccb760681ca8 is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 21:59:22.619520 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f7b6c-820e-4ea1-b919-43581b9f07d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e7f6bc-4b38-47fc-9caa-b6729fda08b6,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:22.623215 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bc4f7b6c-820e-4ea1-b919-43581b9f07d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:22.628426 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a7b7b491-c71c-4f5d-bc63-9a3930168cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:22.633895 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-31b6f9bf-cf46-404e-9f6e-64faa8cc9207 req-bf1c9a40-d38b-41fb-ac93-8b35d28398f0 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 210 time: 0.1004703
Jul 13 21:59:22.661858 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [req-0634915d-502d-4243-909d-79affceb4b0b req-f9befebb-215c-4b87-a4f8-d9180c2749bb tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:59:22.664387 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-0634915d-502d-4243-909d-79affceb4b0b req-f9befebb-215c-4b87-a4f8-d9180c2749bb tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Received port after_create {{(pid=82084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 21:59:22.665031 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-3f49e223-9dae-410e-b8ec-6580d808ce9f tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:22.666586 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-3f49e223-9dae-410e-b8ec-6580d808ce9f tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.15 "GET /v2.0/networks?id=c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 HTTP/1.1" status: 200  len: 811 time: 0.9087961
Jul 13 21:59:22.668744 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634915d-502d-4243-909d-79affceb4b0b req-f9befebb-215c-4b87-a4f8-d9180c2749bb tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:22.669391 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-0634915d-502d-4243-909d-79affceb4b0b req-f9befebb-215c-4b87-a4f8-d9180c2749bb tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for port, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:22.738115 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9befebb-215c-4b87-a4f8-d9180c2749bb tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Pushing event updated for resources: {'Port': ['ID=65efea10-5009-4215-a14c-0fda61962597,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:22.741234 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f9befebb-215c-4b87-a4f8-d9180c2749bb tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:22.763168 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0634915d-502d-4243-909d-79affceb4b0b req-f9befebb-215c-4b87-a4f8-d9180c2749bb tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8395662
Jul 13 21:59:22.797706 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-0634915d-502d-4243-909d-79affceb4b0b req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] Request body: {'port': {'device_id': 'd847c036-867a-4e7e-8304-620b60fb0bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:59:22.813087 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fbd7e193-6b35-41c9-9bd4-57aad7609d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:22.847996 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44dcec-7e88-4372-93c0-37b7faf67433 req-4134aaac-2a61-412c-9ba9-fb27f168c2de tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:22.858485 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-be44dcec-7e88-4372-93c0-37b7faf67433 req-4134aaac-2a61-412c-9ba9-fb27f168c2de tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6 HTTP/1.1" status: 200  len: 945 time: 0.2965453
Jul 13 21:59:22.872317 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-9c6af063-cf70-4d55-b774-810e38cb330b tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e949f3b270414d3095f5528a841766ca HTTP/1.1" status: 200  len: 379 time: 0.1548085
Jul 13 21:59:22.873791 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-cdf3c075-5605-4476-8e85-7dc8f47f1cf4 req-93dd9860-d391-4dfc-837d-a1bd0d4313b6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Synchronizing usage tracker for tenant:a64f1d97f1f646f498668269b6c5ee10 on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 21:59:22.892139 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-75080721-d843-4dfd-861a-06208e647000 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Request body: {'port': {'device_id': 'f6d94661-7f9b-4b24-b305-312abefbe23f', 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'admin_state_up': True, 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'security_groups': ['70d9f59a-ac18-4ea3-b346-0ba5ebe92310']}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:59:22.972910 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.15', 52305) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:22.994205 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-be44dcec-7e88-4372-93c0-37b7faf67433 req-e68e646f-b925-4c72-91fe-3c174298841d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359587
Jul 13 21:59:23.104413 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-75080721-d843-4dfd-861a-06208e647000 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:23.148926 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-bacd4c13-3fdc-4e08-92f9-0b2710c36c93 None None] Provisioning for port 65efea10-5009-4215-a14c-0fda61962597 completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:59:23.154974 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-bacd4c13-3fdc-4e08-92f9-0b2710c36c93 None None] Provisioning complete for port 65efea10-5009-4215-a14c-0fda61962597 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:59:23.155556 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bacd4c13-3fdc-4e08-92f9-0b2710c36c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:23.170370 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-a6f3a0e8-a2d1-46ea-90e6-ed045abbcf1e tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:23.172157 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-a6f3a0e8-a2d1-46ea-90e6-ed045abbcf1e tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.15 "GET /v2.0/networks?id=4f4027db-4b36-48ec-9349-8e337787556b HTTP/1.1" status: 200  len: 818 time: 0.1927254
Jul 13 21:59:23.190532 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-0634915d-502d-4243-909d-79affceb4b0b req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:23.194359 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fbd7e193-6b35-41c9-9bd4-57aad7609d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:23.207328 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-1a2bc476-cc26-4138-ab85-863af5255538 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Request body: {'port': {'device_id': '10c24f81-fa78-4509-9197-b45e90ae2ec5', 'network_id': '4f4027db-4b36-48ec-9349-8e337787556b', 'admin_state_up': True, 'tenant_id': 'a64f1d97f1f646f498668269b6c5ee10'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:59:23.254818 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-bacd4c13-3fdc-4e08-92f9-0b2710c36c93 None None] Port 65efea10-5009-4215-a14c-0fda61962597 cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 21:59:23.301047 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-75080721-d843-4dfd-861a-06208e647000 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:23.311445 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-cdf3c075-5605-4476-8e85-7dc8f47f1cf4 req-93dd9860-d391-4dfc-837d-a1bd0d4313b6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Unset dirty status for tenant:a64f1d97f1f646f498668269b6c5ee10 on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 21:59:23.312912 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-cdf3c075-5605-4476-8e85-7dc8f47f1cf4 req-93dd9860-d391-4dfc-837d-a1bd0d4313b6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 210 time: 0.5032308
Jul 13 21:59:23.319289 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fbd7e193-6b35-41c9-9bd4-57aad7609d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:23.333541 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:23.346465 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [req-4379db27-6c78-43cc-b701-8d213a925d65 req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc724c34-4271-4503-ad71-a27f097d768b {{(pid=82083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 21:59:23.354397 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-75080721-d843-4dfd-861a-06208e647000 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Made reservation on behalf of e949f3b270414d3095f5528a841766ca for: {'port': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 21:59:23.360186 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-75080721-d843-4dfd-861a-06208e647000 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:23.385934 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-4379db27-6c78-43cc-b701-8d213a925d65 req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:23.404657 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fbd7e193-6b35-41c9-9bd4-57aad7609d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:23.406041 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-fbd7e193-6b35-41c9-9bd4-57aad7609d88 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/84e7f6bc-4b38-47fc-9caa-b6729fda08b6 HTTP/1.1" status: 204  len: 168 time: 0.7996926
Jul 13 21:59:23.407099 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7e193-6b35-41c9-9bd4-57aad7609d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e7f6bc-4b38-47fc-9caa-b6729fda08b6,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:23.512188 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-fbd7e193-6b35-41c9-9bd4-57aad7609d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:23.556268 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-4379db27-6c78-43cc-b701-8d213a925d65 req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] Transition to ACTIVE for port object dc724c34-4271-4503-ad71-a27f097d768b will not be triggered until provisioned by entity L2. {{(pid=82083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:59:23.571449 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-4379db27-6c78-43cc-b701-8d213a925d65 req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:23.591567 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f0575d21-5553-48ba-8f5c-e50a789e4f35 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:23.906207 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-75080721-d843-4dfd-861a-06208e647000 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Allocated IP 172.20.0.12 (c786a95b-96e8-46c1-a1a0-fc4a1a977bd5/1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c/8f247246-3630-4816-a889-d02fa1c77b43) {{(pid=82083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 21:59:23.983565 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc724c34-4271-4503-ad71-a27f097d768b,revision_number=2']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:23.988439 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:24.014460 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-4379db27-6c78-43cc-b701-8d213a925d65 req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] Attempting to bind port dc724c34-4271-4503-ad71-a27f097d768b on host hv-cinder-80061 for vnic_type normal with profile  {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 21:59:24.014831 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-4379db27-6c78-43cc-b701-8d213a925d65 req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] Attempting to bind port dc724c34-4271-4503-ad71-a27f097d768b by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': 'bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4f4027db-4b36-48ec-9349-8e337787556b'}] {{(pid=82083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 21:59:24.015195 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4379db27-6c78-43cc-b701-8d213a925d65 req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] Attempting to bind port dc724c34-4271-4503-ad71-a27f097d768b on network 4f4027db-4b36-48ec-9349-8e337787556b {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 21:59:24.027778 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4379db27-6c78-43cc-b701-8d213a925d65 req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] Port dc724c34-4271-4503-ad71-a27f097d768b on network 4f4027db-4b36-48ec-9349-8e337787556b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 13 21:59:24.027778 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4379db27-6c78-43cc-b701-8d213a925d65 req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] Attempting to bind port dc724c34-4271-4503-ad71-a27f097d768b on network 4f4027db-4b36-48ec-9349-8e337787556b {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 21:59:24.037326 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4379db27-6c78-43cc-b701-8d213a925d65 req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] Checking agent: {'id': '86d26810-67bf-4143-935e-299d5b9ec4cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 21:59:24.037880 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4379db27-6c78-43cc-b701-8d213a925d65 req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] Checking segment: {'id': 'bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4f4027db-4b36-48ec-9349-8e337787556b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:59:24.038303 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4379db27-6c78-43cc-b701-8d213a925d65 req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] Bound using segment: {'id': 'bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4f4027db-4b36-48ec-9349-8e337787556b'} {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 21:59:24.038789 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-4379db27-6c78-43cc-b701-8d213a925d65 req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] Bound port: dc724c34-4271-4503-ad71-a27f097d768b, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4f4027db-4b36-48ec-9349-8e337787556b'}}] {{(pid=82083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 21:59:24.039220 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-4379db27-6c78-43cc-b701-8d213a925d65 req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:24.197092 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 21:59:24.201884 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [req-0634915d-502d-4243-909d-79affceb4b0b req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65efea10-5009-4215-a14c-0fda61962597 {{(pid=82084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 21:59:24.220362 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-0634915d-502d-4243-909d-79affceb4b0b req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:24.263948 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-1a2bc476-cc26-4138-ab85-863af5255538 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:24.274473 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-1a2bc476-cc26-4138-ab85-863af5255538 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:24.292038 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-0634915d-502d-4243-909d-79affceb4b0b req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] Transition to ACTIVE for port object 65efea10-5009-4215-a14c-0fda61962597 will not be triggered until provisioned by entity L2. {{(pid=82084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:59:24.296383 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-1a2bc476-cc26-4138-ab85-863af5255538 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Made reservation on behalf of a64f1d97f1f646f498668269b6c5ee10 for: {'port': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 21:59:24.298706 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1561b0d-8417-4029-8847-d0b8d6c626b9 req-cabc5b11-a38d-417f-854a-d27bf10ada9f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:24.301371 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d1561b0d-8417-4029-8847-d0b8d6c626b9 req-cabc5b11-a38d-417f-854a-d27bf10ada9f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 931 time: 0.5892713
Jul 13 21:59:24.302144 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-1a2bc476-cc26-4138-ab85-863af5255538 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:24.322131 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-0634915d-502d-4243-909d-79affceb4b0b req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:24.349634 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce00cf6-e0cf-4acc-81a8-a1e197ff813e req-b58d30ae-6fba-47f0-8ec4-2053c34fff3c tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:24.353238 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5ce00cf6-e0cf-4acc-81a8-a1e197ff813e req-b58d30ae-6fba-47f0-8ec4-2053c34fff3c tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 945 time: 0.3776739
Jul 13 21:59:24.365889 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:24.408160 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-4379db27-6c78-43cc-b701-8d213a925d65 req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] For port dc724c34-4271-4503-ad71-a27f097d768b, host hv-cinder-80061, cleared binding levels {{(pid=82083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 21:59:24.472995 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-4379db27-6c78-43cc-b701-8d213a925d65 req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] For port dc724c34-4271-4503-ad71-a27f097d768b, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=dc724c34-4271-4503-ad71-a27f097d768b,segment=NetworkSegment(bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17),segment_id=bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17)] {{(pid=82083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 21:59:24.501789 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-4379db27-6c78-43cc-b701-8d213a925d65 req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:24.507085 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 37204) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:24.522095 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:24.579142 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d1561b0d-8417-4029-8847-d0b8d6c626b9 req-8fa3c91c-0e29-4f42-aec0-47fe33ab1de4 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2628140
Jul 13 21:59:24.603878 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-75080721-d843-4dfd-861a-06208e647000 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for port, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:24.635929 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-4379db27-6c78-43cc-b701-8d213a925d65 req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:24.638049 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4379db27-6c78-43cc-b701-8d213a925d65 req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] 10.222.0.15 "PUT /v2.0/ports/dc724c34-4271-4503-ad71-a27f097d768b HTTP/1.1" status: 200  len: 1093 time: 2.8544655
Jul 13 21:59:24.638820 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c', 'tag': 'dc724c34-4271-4503-ad71-a27f097d768b'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 21:59:24.657065 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-75080721-d843-4dfd-861a-06208e647000 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Transition to ACTIVE for port object 8f247246-3630-4816-a889-d02fa1c77b43 will not be triggered until provisioned by entity DHCP. {{(pid=82083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:59:24.663740 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=dc724c34-4271-4503-ad71-a27f097d768b,revision_number=3']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:24.668283 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:24.702497 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-75080721-d843-4dfd-861a-06208e647000 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:24.712607 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] Pushing event updated for resources: {'Port': ['ID=65efea10-5009-4215-a14c-0fda61962597,revision_number=2']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:24.741209 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5ce00cf6-e0cf-4acc-81a8-a1e197ff813e req-b36c2209-209d-455d-be1d-fcc7d6ce1e3f tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba374384-3fbd-403c-bea0-513e7efd543b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3218880
Jul 13 21:59:24.742215 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:24.824657 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2aecaa79-43bf-4fa0-ae3c-799b63bb6cc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:24.869691 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-0634915d-502d-4243-909d-79affceb4b0b req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] Attempting to bind port 65efea10-5009-4215-a14c-0fda61962597 on host hv-cinder-80061 for vnic_type normal with profile  {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 21:59:24.870078 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-0634915d-502d-4243-909d-79affceb4b0b req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] Attempting to bind port 65efea10-5009-4215-a14c-0fda61962597 by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': '70c3bd65-8191-4a64-8929-c27a55af21f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8'}] {{(pid=82084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 21:59:24.870592 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0634915d-502d-4243-909d-79affceb4b0b req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] Attempting to bind port 65efea10-5009-4215-a14c-0fda61962597 on network 0c5abd27-10e4-4762-82c4-ccb760681ca8 {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 21:59:25.005024 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0634915d-502d-4243-909d-79affceb4b0b req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] Port 65efea10-5009-4215-a14c-0fda61962597 on network 0c5abd27-10e4-4762-82c4-ccb760681ca8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 13 21:59:25.005850 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0634915d-502d-4243-909d-79affceb4b0b req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] Attempting to bind port 65efea10-5009-4215-a14c-0fda61962597 on network 0c5abd27-10e4-4762-82c4-ccb760681ca8 {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 21:59:25.035843 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0634915d-502d-4243-909d-79affceb4b0b req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] Checking agent: {'id': '86d26810-67bf-4143-935e-299d5b9ec4cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 21:59:25.038176 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0634915d-502d-4243-909d-79affceb4b0b req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] Checking segment: {'id': '70c3bd65-8191-4a64-8929-c27a55af21f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:59:25.038699 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0634915d-502d-4243-909d-79affceb4b0b req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] Bound using segment: {'id': '70c3bd65-8191-4a64-8929-c27a55af21f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8'} {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 21:59:25.040196 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-0634915d-502d-4243-909d-79affceb4b0b req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] Bound port: 65efea10-5009-4215-a14c-0fda61962597, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70c3bd65-8191-4a64-8929-c27a55af21f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8'}}] {{(pid=82084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 21:59:25.041457 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-0634915d-502d-4243-909d-79affceb4b0b req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:25.140644 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-56b17ed4-ac78-4e3c-b30d-ff38b9466398 req-685d18ff-5b4a-443d-8145-3f921365801e tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 210 time: 0.0793581
Jul 13 21:59:25.154315 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-1a2bc476-cc26-4138-ab85-863af5255538 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Allocated IP 172.20.0.8 (4f4027db-4b36-48ec-9349-8e337787556b/69a8555f-a6b4-42e1-a19f-3dfdc28a26ef/e4b77b07-eb1c-41b1-a45b-fd272f60fbc4) {{(pid=82084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 21:59:25.250081 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-0634915d-502d-4243-909d-79affceb4b0b req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] For port 65efea10-5009-4215-a14c-0fda61962597, host hv-cinder-80061, cleared binding levels {{(pid=82084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 21:59:25.253371 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-0634915d-502d-4243-909d-79affceb4b0b req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] For port 65efea10-5009-4215-a14c-0fda61962597, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=65efea10-5009-4215-a14c-0fda61962597,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 21:59:25.263013 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-0634915d-502d-4243-909d-79affceb4b0b req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:25.263199 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-75080721-d843-4dfd-861a-06208e647000 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Network c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 21:59:25.278907 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f9befebb-215c-4b87-a4f8-d9180c2749bb tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:25.279876 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c', 'tag': 'dc724c34-4271-4503-ad71-a27f097d768b', 'status': 'completed', 'code': 200}
Jul 13 21:59:25.283845 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-75080721-d843-4dfd-861a-06208e647000 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:59:25.294356 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-75080721-d843-4dfd-861a-06208e647000 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Received port after_create {{(pid=82083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 21:59:25.313470 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-75080721-d843-4dfd-861a-06208e647000 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:25.314207 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-75080721-d843-4dfd-861a-06208e647000 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:25.330258 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75080721-d843-4dfd-861a-06208e647000 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Pushing event updated for resources: {'Port': ['ID=8f247246-3630-4816-a889-d02fa1c77b43,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:25.344160 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-75080721-d843-4dfd-861a-06208e647000 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:25.347269 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-084892d2-a952-4e4e-9bee-fa8f8c3e1eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:25.548054 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-75080721-d843-4dfd-861a-06208e647000 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6632245
Jul 13 21:59:25.551412 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4379db27-6c78-43cc-b701-8d213a925d65 req-6d544535-1f56-49a8-b7e5-735fe0d4d0a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a64f1d97f1f646f498668269b6c5ee10&device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 1096 time: 0.8340576
Jul 13 21:59:25.555876 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-084892d2-a952-4e4e-9bee-fa8f8c3e1eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:25.562501 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-084892d2-a952-4e4e-9bee-fa8f8c3e1eed admin admin] Usage tracker for resource:security_group_rule and tenant:f2ff79740beb43d39415d0a70e2d5927 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:25.571153 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59766ee4-1b4a-4e5d-8033-7a730d07c2c0 req-a871b69c-c073-44c6-8f52-31334fb6ddc3 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:25.571920 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-59766ee4-1b4a-4e5d-8033-7a730d07c2c0 req-a871b69c-c073-44c6-8f52-31334fb6ddc3 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Synchronizing usage tracker for tenant:e949f3b270414d3095f5528a841766ca on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 21:59:25.576386 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-084892d2-a952-4e4e-9bee-fa8f8c3e1eed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:25.651045 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-1a2bc476-cc26-4138-ab85-863af5255538 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Notify callbacks [] for port, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:25.652731 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] Request body: {'port': {'device_id': 'f6d94661-7f9b-4b24-b305-312abefbe23f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:59:25.695202 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-084892d2-a952-4e4e-9bee-fa8f8c3e1eed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:25.741692 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-0634915d-502d-4243-909d-79affceb4b0b req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for port, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:25.750355 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0634915d-502d-4243-909d-79affceb4b0b req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] 10.222.0.15 "PUT /v2.0/ports/65efea10-5009-4215-a14c-0fda61962597 HTTP/1.1" status: 200  len: 1093 time: 2.9573271
Jul 13 21:59:25.778181 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-59766ee4-1b4a-4e5d-8033-7a730d07c2c0 req-a871b69c-c073-44c6-8f52-31334fb6ddc3 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Unset dirty status for tenant:e949f3b270414d3095f5528a841766ca on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 21:59:25.778181 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-59766ee4-1b4a-4e5d-8033-7a730d07c2c0 req-a871b69c-c073-44c6-8f52-31334fb6ddc3 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 932 time: 0.9003329
Jul 13 21:59:25.780379 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd847c036-867a-4e7e-8304-620b60fb0bcb', 'tag': '65efea10-5009-4215-a14c-0fda61962597'}] {{(pid=82084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 21:59:25.780747 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4379db27-6c78-43cc-b701-8d213a925d65 req-f15beae4-199e-4142-aca7-f8fba1ff8e36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc724c34-4271-4503-ad71-a27f097d768b HTTP/1.1" status: 200  len: 217 time: 0.1998136
Jul 13 21:59:25.793798 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-1a2bc476-cc26-4138-ab85-863af5255538 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:25.944487 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-ef9f5a5e-fdc2-4bd1-8a88-c84dbda973ca None None] Provisioning for port 8f247246-3630-4816-a889-d02fa1c77b43 completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:59:25.956200 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-ef9f5a5e-fdc2-4bd1-8a88-c84dbda973ca None None] Provisioning complete for port 8f247246-3630-4816-a889-d02fa1c77b43 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:59:25.957154 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ef9f5a5e-fdc2-4bd1-8a88-c84dbda973ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:26.004316 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-1a2bc476-cc26-4138-ab85-863af5255538 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Network 4f4027db-4b36-48ec-9349-8e337787556b is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 21:59:26.020294 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-1a2bc476-cc26-4138-ab85-863af5255538 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:59:26.026641 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-1a2bc476-cc26-4138-ab85-863af5255538 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Received port after_create {{(pid=82084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 21:59:26.037815 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-1a2bc476-cc26-4138-ab85-863af5255538 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:26.037815 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-1a2bc476-cc26-4138-ab85-863af5255538 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for port, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:26.079693 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-ef9f5a5e-fdc2-4bd1-8a88-c84dbda973ca None None] Port 8f247246-3630-4816-a889-d02fa1c77b43 cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 21:59:26.084573 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] Pushing event updated for resources: {'Port': ['ID=65efea10-5009-4215-a14c-0fda61962597,revision_number=3']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:26.092182 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:26.094287 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:26.161807 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:26.178552 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-1a2bc476-cc26-4138-ab85-863af5255538 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9771175
Jul 13 21:59:26.193763 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bc476-cc26-4138-ab85-863af5255538 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Pushing event updated for resources: {'Port': ['ID=e4b77b07-eb1c-41b1-a45b-fd272f60fbc4,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:26.197696 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1a2bc476-cc26-4138-ab85-863af5255538 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:26.202361 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379db27-6c78-43cc-b701-8d213a925d65 req-fea57c30-77b3-4ec7-b41c-36e4bb485bd8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:26.205065 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4379db27-6c78-43cc-b701-8d213a925d65 req-fea57c30-77b3-4ec7-b41c-36e4bb485bd8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=69a8555f-a6b4-42e1-a19f-3dfdc28a26ef HTTP/1.1" status: 200  len: 858 time: 0.3740888
Jul 13 21:59:26.205376 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0634915d-502d-4243-909d-79affceb4b0b req-18ff4f1c-f064-4fc2-a081-4252af14d354 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e98d195175fb48da8da0450cb337c9e2&device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 1096 time: 0.3507876
Jul 13 21:59:26.229747 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-59766ee4-1b4a-4e5d-8033-7a730d07c2c0 req-b8f1d79a-6200-4ae9-b560-8e301b0fc865 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4426138
Jul 13 21:59:26.239582 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] Request body: {'port': {'device_id': '10c24f81-fa78-4509-9197-b45e90ae2ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:59:26.250397 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.15', 52315) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:26.473756 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0634915d-502d-4243-909d-79affceb4b0b req-1a1320c3-5fa4-4f8e-ac77-81c63331f406 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65efea10-5009-4215-a14c-0fda61962597 HTTP/1.1" status: 200  len: 217 time: 0.1297884
Jul 13 21:59:26.508124 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4379db27-6c78-43cc-b701-8d213a925d65 req-a09f0a77-f219-400c-a80f-45feec92f456 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f4027db-4b36-48ec-9349-8e337787556b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2468588
Jul 13 21:59:26.511993 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-084892d2-a952-4e4e-9bee-fa8f8c3e1eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:26.575821 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd847c036-867a-4e7e-8304-620b60fb0bcb', 'tag': '65efea10-5009-4215-a14c-0fda61962597', 'status': 'completed', 'code': 200}
Jul 13 21:59:26.654461 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:26.662618 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-084892d2-a952-4e4e-9bee-fa8f8c3e1eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:26.710371 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:26.729353 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634915d-502d-4243-909d-79affceb4b0b req-d5331544-ee3a-469a-8253-d8754c16230a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:26.731783 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0634915d-502d-4243-909d-79affceb4b0b req-d5331544-ee3a-469a-8253-d8754c16230a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19a5e143-e3f3-4497-b1eb-410b89ec303c HTTP/1.1" status: 200  len: 854 time: 0.1551490
Jul 13 21:59:26.811616 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f4d59e99-89d5-4e98-8a61-8717a6617930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:27.013921 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084892d2-a952-4e4e-9bee-fa8f8c3e1eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ff1008-a9a4-4727-9c00-9adc0a959acb,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:27.036117 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-084892d2-a952-4e4e-9bee-fa8f8c3e1eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:27.037471 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-084892d2-a952-4e4e-9bee-fa8f8c3e1eed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2ff79740beb43d39415d0a70e2d5927&name=default HTTP/1.1" status: 200  len: 2647 time: 2.5233433
Jul 13 21:59:27.048526 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 37282) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:27.081418 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9587ff1-c5b9-48ea-b372-2e70998b1dba req-2b2c49ff-2737-4dc3-959c-54f4e9cd67a6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:27.082804 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-f9587ff1-c5b9-48ea-b372-2e70998b1dba req-2b2c49ff-2737-4dc3-959c-54f4e9cd67a6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Synchronizing usage tracker for tenant:a64f1d97f1f646f498668269b6c5ee10 on resource:port {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 21:59:27.086101 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-32c88584-7333-491a-9df8-cb6bfa999428 req-ac3b02b6-60b3-4243-aede-5c7193200bf4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.8303287
Jul 13 21:59:27.107257 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0634915d-502d-4243-909d-79affceb4b0b req-694733af-4ce2-45dd-9332-691e916eaa22 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c5abd27-10e4-4762-82c4-ccb760681ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3443739
Jul 13 21:59:27.119202 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4379db27-6c78-43cc-b701-8d213a925d65 req-298325eb-19e3-4df8-9a33-c599d303deda service neutron] 10.222.0.15 "GET /v2.0/networks/4f4027db-4b36-48ec-9349-8e337787556b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6097286
Jul 13 21:59:27.131769 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-f9587ff1-c5b9-48ea-b372-2e70998b1dba req-2b2c49ff-2737-4dc3-959c-54f4e9cd67a6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Unset dirty status for tenant:a64f1d97f1f646f498668269b6c5ee10 on resource:port {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 21:59:27.133085 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f9587ff1-c5b9-48ea-b372-2e70998b1dba req-2b2c49ff-2737-4dc3-959c-54f4e9cd67a6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 931 time: 0.4641085
Jul 13 21:59:27.309379 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e77250-e3d1-456d-a8a8-229e9856468c req-13be7fc2-9598-41b7-b3f0-66e22196d6cc tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:27.310991 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e8e77250-e3d1-456d-a8a8-229e9856468c req-13be7fc2-9598-41b7-b3f0-66e22196d6cc tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.5150259
Jul 13 21:59:27.369813 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f9587ff1-c5b9-48ea-b372-2e70998b1dba req-86ce2e7d-2aee-4254-94c0-4908bcd2eebb tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2096870
Jul 13 21:59:27.499038 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-48171c56-7081-4c06-a35a-8622dd725d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:27.585684 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4379db27-6c78-43cc-b701-8d213a925d65 req-02484db8-8ebb-49fa-be22-a29f153668b6 service neutron] 10.222.0.15 "GET /v2.0/networks/4f4027db-4b36-48ec-9349-8e337787556b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4421382
Jul 13 21:59:27.591404 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-48171c56-7081-4c06-a35a-8622dd725d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:27.600749 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e8e77250-e3d1-456d-a8a8-229e9856468c req-ad27866a-1a95-487c-a7d7-a650f74af941 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2367692
Jul 13 21:59:27.638161 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-32c88584-7333-491a-9df8-cb6bfa999428 req-209c8e62-8df2-4f88-8f3a-d79f7ed0f358 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4ca4c70aa46444f8a9ccd9abb4b7726&device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 1098 time: 0.4192495
Jul 13 21:59:27.704608 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0634915d-502d-4243-909d-79affceb4b0b req-608e11cf-9474-4a26-b32a-bd91d77855ce service neutron] 10.222.0.15 "GET /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5677736
Jul 13 21:59:27.763326 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4b77b07-eb1c-41b1-a45b-fd272f60fbc4 {{(pid=82084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 21:59:27.818015 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f247246-3630-4816-a889-d02fa1c77b43 {{(pid=82083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 21:59:27.878185 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:27.882144 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:27.994313 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0634915d-502d-4243-909d-79affceb4b0b req-21404861-ba22-4a67-ae3a-7090b76e91a6 service neutron] 10.222.0.15 "GET /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2685978
Jul 13 21:59:28.125863 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] Transition to ACTIVE for port object e4b77b07-eb1c-41b1-a45b-fd272f60fbc4 will not be triggered until provisioned by entity L2. {{(pid=82084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:59:28.146583 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-48171c56-7081-4c06-a35a-8622dd725d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:28.169096 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] Transition to ACTIVE for port object 8f247246-3630-4816-a889-d02fa1c77b43 will not be triggered until provisioned by entity L2. {{(pid=82083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:59:28.170652 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:28.184743 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:28.198236 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:28.204044 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:28.209885 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48171c56-7081-4c06-a35a-8622dd725d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ff1008-a9a4-4727-9c00-9adc0a959acb,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:28.213470 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-48171c56-7081-4c06-a35a-8622dd725d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:28.236067 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:28.321186 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-48171c56-7081-4c06-a35a-8622dd725d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:28.322444 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-48171c56-7081-4c06-a35a-8622dd725d96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0ff1008-a9a4-4727-9c00-9adc0a959acb HTTP/1.1" status: 204  len: 168 time: 1.2620571
Jul 13 21:59:28.377260 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b77b07-eb1c-41b1-a45b-fd272f60fbc4,revision_number=2']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:28.381173 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:28.446075 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c88584-7333-491a-9df8-cb6bfa999428 req-c55b4d85-5f4e-421c-a21b-e6f68148ec63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:28.448196 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-32c88584-7333-491a-9df8-cb6bfa999428 req-c55b4d85-5f4e-421c-a21b-e6f68148ec63 service neutron] 10.222.0.15 "GET /v2.0/networks?id=438952cd-2663-4fe7-ab6c-469bf0e9ee85 HTTP/1.1" status: 200  len: 913 time: 0.7264948
Jul 13 21:59:28.451683 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] Pushing event updated for resources: {'Port': ['ID=8f247246-3630-4816-a889-d02fa1c77b43,revision_number=2']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:28.498472 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:28.543744 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8aeaf92e-c58a-4f99-9aca-4b7cb3caca8e req-c93ac1f1-b270-4664-ac72-506fbc2aa3a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e98d195175fb48da8da0450cb337c9e2&device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 1096 time: 0.4157593
Jul 13 21:59:28.610424 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] Attempting to bind port e4b77b07-eb1c-41b1-a45b-fd272f60fbc4 on host hv-cinder-80061 for vnic_type normal with profile  {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 21:59:28.611982 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] Attempting to bind port e4b77b07-eb1c-41b1-a45b-fd272f60fbc4 by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': 'bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4f4027db-4b36-48ec-9349-8e337787556b'}] {{(pid=82084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 21:59:28.613668 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] Attempting to bind port e4b77b07-eb1c-41b1-a45b-fd272f60fbc4 on network 4f4027db-4b36-48ec-9349-8e337787556b {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 21:59:28.622698 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4b903d64-1396-4280-8ff7-a1171c5910c9 req-62eed2f2-1a07-4f14-bae1-38770ff480a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a64f1d97f1f646f498668269b6c5ee10&device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 1096 time: 0.8626032
Jul 13 21:59:28.711432 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-32c88584-7333-491a-9df8-cb6bfa999428 req-71381c5d-bebc-40a4-8622-182954425d12 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f8553c7-82a0-4f43-8ba1-d4e72a103bf2 HTTP/1.1" status: 200  len: 217 time: 0.1592207
Jul 13 21:59:28.747020 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] Port e4b77b07-eb1c-41b1-a45b-fd272f60fbc4 on network 4f4027db-4b36-48ec-9349-8e337787556b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 13 21:59:28.747493 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] Attempting to bind port e4b77b07-eb1c-41b1-a45b-fd272f60fbc4 on network 4f4027db-4b36-48ec-9349-8e337787556b {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 21:59:28.794037 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f22f77-f7e0-45ec-9491-e1076497574a req-5c5ec791-ebc1-42f2-bf5d-22c1fdaa2c58 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:28.795666 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-42f22f77-f7e0-45ec-9491-e1076497574a req-5c5ec791-ebc1-42f2-bf5d-22c1fdaa2c58 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 932 time: 0.9197927
Jul 13 21:59:28.821957 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] Checking agent: {'id': '86d26810-67bf-4143-935e-299d5b9ec4cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 21:59:28.821957 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] Checking segment: {'id': 'bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4f4027db-4b36-48ec-9349-8e337787556b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:59:28.822420 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] Bound using segment: {'id': 'bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4f4027db-4b36-48ec-9349-8e337787556b'} {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 21:59:28.822919 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] Bound port: e4b77b07-eb1c-41b1-a45b-fd272f60fbc4, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4f4027db-4b36-48ec-9349-8e337787556b'}}] {{(pid=82084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 21:59:28.823306 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:28.929913 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] For port e4b77b07-eb1c-41b1-a45b-fd272f60fbc4, host hv-cinder-80061, cleared binding levels {{(pid=82084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 21:59:28.936755 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] For port e4b77b07-eb1c-41b1-a45b-fd272f60fbc4, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=e4b77b07-eb1c-41b1-a45b-fd272f60fbc4,segment=NetworkSegment(bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17),segment_id=bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17)] {{(pid=82084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 21:59:28.938090 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 37342) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:28.962723 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:28.968966 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec4712-64cf-4904-98e9-b04238c35e1c req-1bd2c99d-1a39-428e-b48a-6ce9545d16e2 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:28.970586 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-22ec4712-64cf-4904-98e9-b04238c35e1c req-1bd2c99d-1a39-428e-b48a-6ce9545d16e2 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 943 time: 0.4233530
Jul 13 21:59:29.005486 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-5b5ce369-f1fb-4da3-bac6-5faab672e25c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:29.029673 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b903d64-1396-4280-8ff7-a1171c5910c9 req-2065e4b9-e0ad-4fbc-ae2f-fd9f81ed5780 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:29.031285 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4b903d64-1396-4280-8ff7-a1171c5910c9 req-2065e4b9-e0ad-4fbc-ae2f-fd9f81ed5780 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4f4027db-4b36-48ec-9349-8e337787556b HTTP/1.1" status: 200  len: 919 time: 0.3799741
Jul 13 21:59:29.048608 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] Attempting to bind port 8f247246-3630-4816-a889-d02fa1c77b43 on host hv-cinder-80061 for vnic_type normal with profile  {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 21:59:29.048955 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] Attempting to bind port 8f247246-3630-4816-a889-d02fa1c77b43 by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': '1352c393-4a46-4893-bc30-a0b11195a5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5'}] {{(pid=82083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 21:59:29.049340 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] Attempting to bind port 8f247246-3630-4816-a889-d02fa1c77b43 on network c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 21:59:29.084537 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b77b07-eb1c-41b1-a45b-fd272f60fbc4,revision_number=3']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:29.103056 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:29.116205 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 37350) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:29.142296 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-333c77a5-2865-47a1-878a-ba747564083d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:29.153224 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] Port 8f247246-3630-4816-a889-d02fa1c77b43 on network c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 13 21:59:29.153602 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] Attempting to bind port 8f247246-3630-4816-a889-d02fa1c77b43 on network c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 21:59:29.161466 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeaf92e-c58a-4f99-9aca-4b7cb3caca8e req-9c354876-9b88-451a-bfc7-7b9d9c9a9186 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:29.163009 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8aeaf92e-c58a-4f99-9aca-4b7cb3caca8e req-9c354876-9b88-451a-bfc7-7b9d9c9a9186 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c5abd27-10e4-4762-82c4-ccb760681ca8 HTTP/1.1" status: 200  len: 916 time: 0.6121700
Jul 13 21:59:29.164523 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for port, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:29.165037 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c88584-7333-491a-9df8-cb6bfa999428 req-610a5305-eb36-4a76-95a1-d654385f19bc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:29.165905 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] 10.222.0.15 "PUT /v2.0/ports/e4b77b07-eb1c-41b1-a45b-fd272f60fbc4 HTTP/1.1" status: 200  len: 1093 time: 2.9331057
Jul 13 21:59:29.166616 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-32c88584-7333-491a-9df8-cb6bfa999428 req-610a5305-eb36-4a76-95a1-d654385f19bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6fc35078-07d3-45ad-ad24-0d501bfc216e HTTP/1.1" status: 200  len: 852 time: 0.3700094
Jul 13 21:59:29.168831 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4b903d64-1396-4280-8ff7-a1171c5910c9 req-3724b04e-3996-4bad-a4ca-04b5aa5fb3af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc724c34-4271-4503-ad71-a27f097d768b HTTP/1.1" status: 200  len: 217 time: 0.1248631
Jul 13 21:59:29.172629 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-42f22f77-f7e0-45ec-9491-e1076497574a req-f573ad26-d114-4206-a36a-42f920f3eb4c tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2767441
Jul 13 21:59:29.173498 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] Checking agent: {'id': '86d26810-67bf-4143-935e-299d5b9ec4cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 21:59:29.174037 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] Checking segment: {'id': '1352c393-4a46-4893-bc30-a0b11195a5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:59:29.174601 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] Bound using segment: {'id': '1352c393-4a46-4893-bc30-a0b11195a5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5'} {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 21:59:29.175262 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] Bound port: 8f247246-3630-4816-a889-d02fa1c77b43, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1352c393-4a46-4893-bc30-a0b11195a5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5'}}] {{(pid=82083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 21:59:29.175987 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:29.183948 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-22ec4712-64cf-4904-98e9-b04238c35e1c req-bc9cf864-5bf9-4b8f-81fb-0be6b8e0ce3b tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2023060
Jul 13 21:59:29.184538 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c24f81-fa78-4509-9197-b45e90ae2ec5', 'tag': 'e4b77b07-eb1c-41b1-a45b-fd272f60fbc4'}] {{(pid=82084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 21:59:29.249576 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-32c88584-7333-491a-9df8-cb6bfa999428 req-4b19f005-2e72-4eeb-b313-5aca5fd5e4c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=438952cd-2663-4fe7-ab6c-469bf0e9ee85&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0566578
Jul 13 21:59:29.272583 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8aeaf92e-c58a-4f99-9aca-4b7cb3caca8e req-3e84fd25-7ea3-43e7-8244-477e9624c5ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65efea10-5009-4215-a14c-0fda61962597 HTTP/1.1" status: 200  len: 217 time: 0.0811129
Jul 13 21:59:29.274349 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c24f81-fa78-4509-9197-b45e90ae2ec5', 'tag': 'e4b77b07-eb1c-41b1-a45b-fd272f60fbc4', 'status': 'completed', 'code': 200}
Jul 13 21:59:29.279669 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-488ce6f5-4a0b-4aa0-875f-8733164df63f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:29.463119 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b903d64-1396-4280-8ff7-a1171c5910c9 req-85cce211-1ecb-4f30-a3bc-5484829529c0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:29.465269 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4b903d64-1396-4280-8ff7-a1171c5910c9 req-85cce211-1ecb-4f30-a3bc-5484829529c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=69a8555f-a6b4-42e1-a19f-3dfdc28a26ef HTTP/1.1" status: 200  len: 858 time: 0.2114952
Jul 13 21:59:29.468279 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-333c77a5-2865-47a1-878a-ba747564083d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:29.486857 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-333c77a5-2865-47a1-878a-ba747564083d admin admin] Usage tracker for resource:security_group_rule and tenant:56e46e777d2343568216da079c4801a8 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:29.493566 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-333c77a5-2865-47a1-878a-ba747564083d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:29.516826 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-333c77a5-2865-47a1-878a-ba747564083d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:29.522251 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-488ce6f5-4a0b-4aa0-875f-8733164df63f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:29.527183 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeaf92e-c58a-4f99-9aca-4b7cb3caca8e req-92ce42a6-bab7-4bfb-bb3a-0eb8ab2e46b8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:29.528758 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8aeaf92e-c58a-4f99-9aca-4b7cb3caca8e req-92ce42a6-bab7-4bfb-bb3a-0eb8ab2e46b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19a5e143-e3f3-4497-b1eb-410b89ec303c HTTP/1.1" status: 200  len: 854 time: 0.1945677
Jul 13 21:59:29.541299 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-488ce6f5-4a0b-4aa0-875f-8733164df63f admin admin] Usage tracker for resource:security_group_rule and tenant:ad561596dd2a40989e69006e7d9b3e15 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:29.545955 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-488ce6f5-4a0b-4aa0-875f-8733164df63f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:29.549031 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4b903d64-1396-4280-8ff7-a1171c5910c9 req-2ced57bf-6eec-4af1-a721-af780c753797 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f4027db-4b36-48ec-9349-8e337787556b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0765102
Jul 13 21:59:29.600517 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] For port 8f247246-3630-4816-a889-d02fa1c77b43, host hv-cinder-80061, cleared binding levels {{(pid=82083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 21:59:29.602152 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-488ce6f5-4a0b-4aa0-875f-8733164df63f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:29.659632 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-9d4cf912-2b4d-49bd-9c0f-4ef7a6830179 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a64f1d97f1f646f498668269b6c5ee10&device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 1096 time: 0.3829184
Jul 13 21:59:29.676941 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-32c88584-7333-491a-9df8-cb6bfa999428 req-4c4b60b4-331e-4596-ae63-a298cafb57d2 service neutron] 10.222.0.15 "GET /v2.0/networks/438952cd-2663-4fe7-ab6c-469bf0e9ee85?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3812582
Jul 13 21:59:29.681514 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] For port 8f247246-3630-4816-a889-d02fa1c77b43, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=8f247246-3630-4816-a889-d02fa1c77b43,segment=NetworkSegment(1352c393-4a46-4893-bc30-a0b11195a5d9),segment_id=1352c393-4a46-4893-bc30-a0b11195a5d9)] {{(pid=82083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 21:59:29.687643 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:29.703938 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:29.744068 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c03df-51d4-4ce6-92a1-e3744108b2c9 req-2f3221bc-f5a0-4a6e-8bf5-73aec5abaf66 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:29.744735 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-9b3c03df-51d4-4ce6-92a1-e3744108b2c9 req-2f3221bc-f5a0-4a6e-8bf5-73aec5abaf66 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Synchronizing usage tracker for tenant:e98d195175fb48da8da0450cb337c9e2 on resource:port {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 21:59:29.846923 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-333c77a5-2865-47a1-878a-ba747564083d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:29.881093 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-333c77a5-2865-47a1-878a-ba747564083d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:29.892795 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4b903d64-1396-4280-8ff7-a1171c5910c9 req-9cc12c32-9bf3-4249-b802-3cda9133721f service neutron] 10.222.0.15 "GET /v2.0/networks/4f4027db-4b36-48ec-9349-8e337787556b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3366745
Jul 13 21:59:29.928077 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:29.939314 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-9b3c03df-51d4-4ce6-92a1-e3744108b2c9 req-2f3221bc-f5a0-4a6e-8bf5-73aec5abaf66 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Unset dirty status for tenant:e98d195175fb48da8da0450cb337c9e2 on resource:port {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 21:59:29.947058 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9b3c03df-51d4-4ce6-92a1-e3744108b2c9 req-2f3221bc-f5a0-4a6e-8bf5-73aec5abaf66 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.6046016
Jul 13 21:59:29.953507 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:29.955071 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] 10.222.0.15 "PUT /v2.0/ports/8f247246-3630-4816-a889-d02fa1c77b43 HTTP/1.1" status: 200  len: 1094 time: 4.3799307
Jul 13 21:59:29.958048 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d94661-7f9b-4b24-b305-312abefbe23f', 'tag': '8f247246-3630-4816-a889-d02fa1c77b43'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 21:59:29.966766 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-14d6b412-97ce-4e5e-9cbd-e7bf3c9508c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4b77b07-eb1c-41b1-a45b-fd272f60fbc4 HTTP/1.1" status: 200  len: 217 time: 0.2013338
Jul 13 21:59:29.982354 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8aeaf92e-c58a-4f99-9aca-4b7cb3caca8e req-19892f12-b658-4fd7-ae16-c9c9c9f9bf23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c5abd27-10e4-4762-82c4-ccb760681ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4423974
Jul 13 21:59:30.047810 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d94661-7f9b-4b24-b305-312abefbe23f', 'tag': '8f247246-3630-4816-a889-d02fa1c77b43', 'status': 'completed', 'code': 200}
Jul 13 21:59:30.119104 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] Pushing event updated for resources: {'Port': ['ID=8f247246-3630-4816-a889-d02fa1c77b43,revision_number=3']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:30.134850 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-333c77a5-2865-47a1-878a-ba747564083d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56e46e777d2343568216da079c4801a8&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0173757
Jul 13 21:59:30.205894 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 37378) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:30.240591 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-488ce6f5-4a0b-4aa0-875f-8733164df63f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:30.265355 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c77a5-2865-47a1-878a-ba747564083d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ea5eb4-3703-46e6-9c4f-a0f7f6abbb28,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:30.268765 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-333c77a5-2865-47a1-878a-ba747564083d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:30.275017 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-04db110b-5457-4bf5-a9b1-7a3e18b4534c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:30.276617 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-04db110b-5457-4bf5-a9b1-7a3e18b4534c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=69a8555f-a6b4-42e1-a19f-3dfdc28a26ef HTTP/1.1" status: 200  len: 858 time: 0.2849286
Jul 13 21:59:30.293404 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9b3c03df-51d4-4ce6-92a1-e3744108b2c9 req-4d8dea3f-3e7b-4592-bf97-7dc86ae374a7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3451908
Jul 13 21:59:30.294323 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-488ce6f5-4a0b-4aa0-875f-8733164df63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:30.341019 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:30.379782 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f903ce93-9ab4-4445-ac7d-0bb7f9fbc9bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:30.395193 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-32c88584-7333-491a-9df8-cb6bfa999428 req-9e83676c-e24c-44bb-be67-d727a2487e1f service neutron] 10.222.0.15 "GET /v2.0/networks/438952cd-2663-4fe7-ab6c-469bf0e9ee85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6944101
Jul 13 21:59:30.428035 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ce6f5-4a0b-4aa0-875f-8733164df63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93509a6e-44cb-4887-bc76-9bf11a5afe69,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:30.440158 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-87ef9ed7-b2c0-4ca3-8181-0ed27ba9a8ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f4027db-4b36-48ec-9349-8e337787556b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1443665
Jul 13 21:59:30.444753 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-488ce6f5-4a0b-4aa0-875f-8733164df63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:30.475846 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4b903d64-1396-4280-8ff7-a1171c5910c9 req-d4c1e65c-36e2-457c-bc11-30185fd6a0ee service neutron] 10.222.0.15 "GET /v2.0/networks/4f4027db-4b36-48ec-9349-8e337787556b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5660861
Jul 13 21:59:30.503043 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-ed45b599-5288-4432-b052-729b719a98e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e949f3b270414d3095f5528a841766ca&device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 1097 time: 0.4388034
Jul 13 21:59:30.515773 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56d788-deec-4fc5-8d41-150d4b5fbbd4 req-1bd8395d-15d6-417c-8174-9f50a9d6137a tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:30.517561 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ce56d788-deec-4fc5-8d41-150d4b5fbbd4 req-1bd8395d-15d6-417c-8174-9f50a9d6137a tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 943 time: 0.1663082
Jul 13 21:59:30.619058 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-0b32f117-4b8c-4c65-be43-aab7d3b09d80 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f247246-3630-4816-a889-d02fa1c77b43 HTTP/1.1" status: 200  len: 217 time: 0.0792801
Jul 13 21:59:30.688305 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-08ba6444-3e3a-46b0-9e64-d566f2f8d78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:30.690239 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-ce56d788-deec-4fc5-8d41-150d4b5fbbd4 req-79be7ac3-8022-483b-b620-60effd74fe18 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Synchronizing usage tracker for tenant:a64f1d97f1f646f498668269b6c5ee10 on resource:security_group {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 21:59:30.724806 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-cb9ca0cc-e666-4c9d-aaa1-64b7b6585981 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:30.724806 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-cb9ca0cc-e666-4c9d-aaa1-64b7b6585981 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c HTTP/1.1" status: 200  len: 850 time: 0.0918312
Jul 13 21:59:30.750420 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8aeaf92e-c58a-4f99-9aca-4b7cb3caca8e req-31c35015-1e3e-40e6-84de-0ac3d6db64c7 service neutron] 10.222.0.15 "GET /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7454524
Jul 13 21:59:30.779065 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-ce56d788-deec-4fc5-8d41-150d4b5fbbd4 req-79be7ac3-8022-483b-b620-60effd74fe18 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Unset dirty status for tenant:a64f1d97f1f646f498668269b6c5ee10 on resource:security_group {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 21:59:30.780390 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ce56d788-deec-4fc5-8d41-150d4b5fbbd4 req-79be7ac3-8022-483b-b620-60effd74fe18 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2565324
Jul 13 21:59:30.818502 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-2d039515-fae4-42c1-a53b-8be7b12b8fe0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c786a95b-96e8-46c1-a1a0-fc4a1a977bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836606
Jul 13 21:59:30.819989 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 37390) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:30.820234 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-488ce6f5-4a0b-4aa0-875f-8733164df63f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad561596dd2a40989e69006e7d9b3e15&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8781731
Jul 13 21:59:30.857765 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b437ba06-31b6-47ce-9449-b4cd29d8d560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:30.985152 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b437ba06-31b6-47ce-9449-b4cd29d8d560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:31.009363 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-392645f9-8e91-4d08-b03d-60d26b4cb412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:31.024653 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-5359f68c-ade8-47fb-8f46-05bad06274f4 service neutron] 10.222.0.15 "GET /v2.0/networks/c786a95b-96e8-46c1-a1a0-fc4a1a977bd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1895254
Jul 13 21:59:31.071046 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-392645f9-8e91-4d08-b03d-60d26b4cb412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:31.073798 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f7e75-6e3b-4666-b2b1-b86124361600 req-e47a92e0-1e65-4a9f-8f39-0ed6f0ff2d38 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:31.075447 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-688f7e75-6e3b-4666-b2b1-b86124361600 req-e47a92e0-1e65-4a9f-8f39-0ed6f0ff2d38 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 944 time: 0.6404452
Jul 13 21:59:31.090220 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-758d6707-52b3-474a-b471-6201497ed177 service neutron] 10.222.0.15 "GET /v2.0/networks/4f4027db-4b36-48ec-9349-8e337787556b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4146235
Jul 13 21:59:31.155800 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8aeaf92e-c58a-4f99-9aca-4b7cb3caca8e req-64f8f5de-a3a5-49c8-8c54-3ff970e44a9b service neutron] 10.222.0.15 "GET /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3487391
Jul 13 21:59:31.217305 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4a2e6d58-bd74-4548-9b7a-b5f63ae8725d req-9dfb2d93-c60f-4b4c-8f32-f3c7453703f5 service neutron] 10.222.0.15 "GET /v2.0/networks/c786a95b-96e8-46c1-a1a0-fc4a1a977bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1802633
Jul 13 21:59:31.221844 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-392645f9-8e91-4d08-b03d-60d26b4cb412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:31.226006 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:31.240956 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392645f9-8e91-4d08-b03d-60d26b4cb412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93509a6e-44cb-4887-bc76-9bf11a5afe69,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:31.246652 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-392645f9-8e91-4d08-b03d-60d26b4cb412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:31.246950 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b437ba06-31b6-47ce-9449-b4cd29d8d560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:31.247190 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-392645f9-8e91-4d08-b03d-60d26b4cb412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:31.248704 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-392645f9-8e91-4d08-b03d-60d26b4cb412 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93509a6e-44cb-4887-bc76-9bf11a5afe69 HTTP/1.1" status: 204  len: 168 time: 0.4274883
Jul 13 21:59:31.260939 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:31.285498 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-688f7e75-6e3b-4666-b2b1-b86124361600 req-fcd0c25f-502f-4e95-879a-eac6b3207053 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1857855
Jul 13 21:59:31.302000 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437ba06-31b6-47ce-9449-b4cd29d8d560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ea5eb4-3703-46e6-9c4f-a0f7f6abbb28,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:31.312360 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b437ba06-31b6-47ce-9449-b4cd29d8d560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:31.333950 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b437ba06-31b6-47ce-9449-b4cd29d8d560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:31.338328 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-b437ba06-31b6-47ce-9449-b4cd29d8d560 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8ea5eb4-3703-46e6-9c4f-a0f7f6abbb28 HTTP/1.1" status: 204  len: 168 time: 1.1224699
Jul 13 21:59:31.342617 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-26f9c80b-9c6d-4cd2-a611-8dc66b7f4eea req-eef06d77-0dac-4be4-8740-85ef08c5338c service neutron] 10.222.0.15 "GET /v2.0/networks/4f4027db-4b36-48ec-9349-8e337787556b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2413499
Jul 13 21:59:31.477462 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4d70a9d8-891f-47f9-9641-6cb39e33067c req-c4c32aa6-ba4a-4a16-a1db-40d3b1267527 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e949f3b270414d3095f5528a841766ca&device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 1097 time: 0.1383204
Jul 13 21:59:31.657841 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2a64751a-f535-4bfc-8454-81ab296e7953 req-bd5543c7-90ae-4ad8-9f94-beeb7fe1e409 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a64f1d97f1f646f498668269b6c5ee10&device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 1096 time: 0.1050255
Jul 13 21:59:31.811211 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a9d8-891f-47f9-9641-6cb39e33067c req-838542b8-e41f-49c6-91ab-8d594869d62a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:31.813568 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4d70a9d8-891f-47f9-9641-6cb39e33067c req-838542b8-e41f-49c6-91ab-8d594869d62a service neutron] 10.222.0.15 "GET /v2.0/networks?id=c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 HTTP/1.1" status: 200  len: 912 time: 0.2580693
Jul 13 21:59:31.820444 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617d36c-fd29-4d93-a2e0-e972a485e127 req-62a0dfd5-5e99-402e-ad74-2cbc8e76591a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:31.829103 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3617d36c-fd29-4d93-a2e0-e972a485e127 req-62a0dfd5-5e99-402e-ad74-2cbc8e76591a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.3553131
Jul 13 21:59:31.905999 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64751a-f535-4bfc-8454-81ab296e7953 req-ca3ae735-d35a-4ee2-be58-db650d3ba093 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:31.907598 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2a64751a-f535-4bfc-8454-81ab296e7953 req-ca3ae735-d35a-4ee2-be58-db650d3ba093 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4f4027db-4b36-48ec-9349-8e337787556b HTTP/1.1" status: 200  len: 919 time: 0.2435725
Jul 13 21:59:31.934083 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 65efea10-5009-4215-a14c-0fda61962597 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 13 21:59:32.002360 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4d70a9d8-891f-47f9-9641-6cb39e33067c req-47ede2dc-1687-413e-90c8-9deba200a785 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f247246-3630-4816-a889-d02fa1c77b43 HTTP/1.1" status: 200  len: 217 time: 0.1698608
Jul 13 21:59:32.084600 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3617d36c-fd29-4d93-a2e0-e972a485e127 req-feb4b698-b71a-4dd2-bf9e-f20ccdc92f7b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2517226
Jul 13 21:59:32.084694 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2a64751a-f535-4bfc-8454-81ab296e7953 req-7819041f-98e9-42d8-9c1b-4e29fbbef8a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4b77b07-eb1c-41b1-a45b-fd272f60fbc4 HTTP/1.1" status: 200  len: 217 time: 0.1641548
Jul 13 21:59:32.133727 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70a9d8-891f-47f9-9641-6cb39e33067c req-a5166802-4d79-4474-a0df-d93831a11f48 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:32.141598 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4d70a9d8-891f-47f9-9641-6cb39e33067c req-a5166802-4d79-4474-a0df-d93831a11f48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c HTTP/1.1" status: 200  len: 850 time: 0.1225789
Jul 13 21:59:32.157310 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c359bc-baa0-42ca-9be9-585c167d7655 req-54e9abdd-6201-4223-998b-de57172b8214 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:32.159112 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-40c359bc-baa0-42ca-9be9-585c167d7655 req-54e9abdd-6201-4223-998b-de57172b8214 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 943 time: 0.1484582
Jul 13 21:59:32.193009 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 37428) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:32.207205 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 65efea10-5009-4215-a14c-0fda61962597, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=65efea10-5009-4215-a14c-0fda61962597,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:32.222800 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Returning: {'device': '65efea10-5009-4215-a14c-0fda61962597', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'port_id': '65efea10-5009-4215-a14c-0fda61962597', 'mac_address': 'fa:16:3e:7f:5e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 13 21:59:32.235330 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4d70a9d8-891f-47f9-9641-6cb39e33067c req-4a1c1307-67d5-4e28-b48c-2938938bdb09 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c786a95b-96e8-46c1-a1a0-fc4a1a977bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813162
Jul 13 21:59:32.252207 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-307c9ba4-860e-44eb-a1b9-cd370ae14260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:32.266875 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64751a-f535-4bfc-8454-81ab296e7953 req-718ea693-9969-4891-b524-66feee6de672 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:32.268438 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2a64751a-f535-4bfc-8454-81ab296e7953 req-718ea693-9969-4891-b524-66feee6de672 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=69a8555f-a6b4-42e1-a19f-3dfdc28a26ef HTTP/1.1" status: 200  len: 858 time: 0.1569266
Jul 13 21:59:32.294372 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-307c9ba4-860e-44eb-a1b9-cd370ae14260 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:32.298059 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:32.298498 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-307c9ba4-860e-44eb-a1b9-cd370ae14260 admin admin] Usage tracker for resource:security_group_rule and tenant:52f549004a054566be68481f7c586856 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:32.301553 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-307c9ba4-860e-44eb-a1b9-cd370ae14260 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:32.307641 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-307c9ba4-860e-44eb-a1b9-cd370ae14260 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:32.326369 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65efea10-5009-4215-a14c-0fda61962597 {{(pid=82085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 21:59:32.344671 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 65efea10-5009-4215-a14c-0fda61962597, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=65efea10-5009-4215-a14c-0fda61962597,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:32.364687 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:32.365783 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device dc724c34-4271-4503-ad71-a27f097d768b details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 13 21:59:32.375068 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:32.389415 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-40c359bc-baa0-42ca-9be9-585c167d7655 req-ed74103c-9fef-46c5-a243-3ac8a5322017 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2208004
Jul 13 21:59:32.424624 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:32.436336 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2a64751a-f535-4bfc-8454-81ab296e7953 req-036a9970-a40f-4d14-b9cd-282dfff036dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f4027db-4b36-48ec-9349-8e337787556b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0853379
Jul 13 21:59:32.451181 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-307c9ba4-860e-44eb-a1b9-cd370ae14260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:32.456013 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4d70a9d8-891f-47f9-9641-6cb39e33067c req-bce6d64b-25d2-470e-b5e8-4e26c0fb83b7 service neutron] 10.222.0.15 "GET /v2.0/networks/c786a95b-96e8-46c1-a1a0-fc4a1a977bd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2125118
Jul 13 21:59:32.486979 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-307c9ba4-860e-44eb-a1b9-cd370ae14260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:32.504654 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-63dc078e-672f-4608-9dc4-e10e90496b0b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:32.544964 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=65efea10-5009-4215-a14c-0fda61962597,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:32.549904 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:32.628898 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port dc724c34-4271-4503-ad71-a27f097d768b, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=dc724c34-4271-4503-ad71-a27f097d768b,segment=NetworkSegment(bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17),segment_id=bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:32.635804 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c9ba4-860e-44eb-a1b9-cd370ae14260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677d9e98-e476-44af-90a6-de3d9f90b13b,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:32.641931 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-307c9ba4-860e-44eb-a1b9-cd370ae14260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:32.666843 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Returning: {'device': 'dc724c34-4271-4503-ad71-a27f097d768b', 'network_id': '4f4027db-4b36-48ec-9349-8e337787556b', 'port_id': 'dc724c34-4271-4503-ad71-a27f097d768b', 'mac_address': 'fa:16:3e:d6:37:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a8555f-a6b4-42e1-a19f-3dfdc28a26ef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 13 21:59:32.667583 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-307c9ba4-860e-44eb-a1b9-cd370ae14260 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52f549004a054566be68481f7c586856&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4700687
Jul 13 21:59:32.668864 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 37442) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:32.716136 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2a64751a-f535-4bfc-8454-81ab296e7953 req-509e29d8-92eb-477b-8c03-285c3b82ee80 service neutron] 10.222.0.15 "GET /v2.0/networks/4f4027db-4b36-48ec-9349-8e337787556b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2635429
Jul 13 21:59:32.747923 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274d732-b7bf-40f3-819b-dc20cb975081 req-f84027e2-e623-40eb-8bee-9cc5aeb0923f tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:32.749454 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3274d732-b7bf-40f3-819b-dc20cb975081 req-f84027e2-e623-40eb-8bee-9cc5aeb0923f tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 944 time: 0.2445197
Jul 13 21:59:32.777150 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:32.798995 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4d70a9d8-891f-47f9-9641-6cb39e33067c req-36c15352-9f77-49e9-9531-e4e1aa8dbd9b service neutron] 10.222.0.15 "GET /v2.0/networks/c786a95b-96e8-46c1-a1a0-fc4a1a977bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3270128
Jul 13 21:59:32.804103 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc724c34-4271-4503-ad71-a27f097d768b {{(pid=82085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 21:59:32.821189 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port dc724c34-4271-4503-ad71-a27f097d768b, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=dc724c34-4271-4503-ad71-a27f097d768b,segment=NetworkSegment(bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17),segment_id=bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:32.827788 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:32.829786 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-07d3291b-c442-423d-b3ba-c1155bbdb69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:32.849602 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3274d732-b7bf-40f3-819b-dc20cb975081 req-a5f9a4a5-874c-4121-b93e-57324a2dba3a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0806768
Jul 13 21:59:32.907401 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=dc724c34-4271-4503-ad71-a27f097d768b,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:32.910968 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:32.925653 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-db541840-c0aa-404b-aebf-478693f69a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:32.982771 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-db541840-c0aa-404b-aebf-478693f69a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:32.997599 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2a64751a-f535-4bfc-8454-81ab296e7953 req-3202c380-702a-4d7f-abee-c34932581df6 service neutron] 10.222.0.15 "GET /v2.0/networks/4f4027db-4b36-48ec-9349-8e337787556b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2722723
Jul 13 21:59:32.997693 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ee5b4b28-4870-41d2-b00e-e33e87022032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:33.043699 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-db541840-c0aa-404b-aebf-478693f69a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:33.049210 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:33.060884 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db541840-c0aa-404b-aebf-478693f69a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677d9e98-e476-44af-90a6-de3d9f90b13b,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:33.064821 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-db541840-c0aa-404b-aebf-478693f69a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:33.068795 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-db541840-c0aa-404b-aebf-478693f69a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:33.080415 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-db541840-c0aa-404b-aebf-478693f69a65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/677d9e98-e476-44af-90a6-de3d9f90b13b HTTP/1.1" status: 204  len: 168 time: 0.4115200
Jul 13 21:59:33.314432 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['65efea10-5009-4215-a14c-0fda61962597'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 21:59:33.338454 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d77ef-fe4b-4a14-8551-e53d01ac2f57 req-bdf5c3dc-0a8c-42ec-bde6-3595076e0eff tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:33.341293 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1d3d77ef-fe4b-4a14-8551-e53d01ac2f57 req-bdf5c3dc-0a8c-42ec-bde6-3595076e0eff tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 944 time: 0.0885239
Jul 13 21:59:33.361290 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['dc724c34-4271-4503-ad71-a27f097d768b'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 21:59:33.409511 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1d3d77ef-fe4b-4a14-8551-e53d01ac2f57 req-c8da759f-d75c-4554-9d37-09ed0ce0e122 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585327
Jul 13 21:59:33.634544 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:33.658590 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9865590-3576-46ad-a944-4ff43903ffa1 req-9cb14c57-3484-42df-bb82-718f8bb266e2 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:33.666544 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b9865590-3576-46ad-a944-4ff43903ffa1 req-9cb14c57-3484-42df-bb82-718f8bb266e2 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 943 time: 0.1096928
Jul 13 21:59:33.727003 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b9865590-3576-46ad-a944-4ff43903ffa1 req-b12c14b5-821d-460c-aae9-b49802246a60 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593574
Jul 13 21:59:34.054171 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f74b97-b42e-4f02-b486-f5f7ff6cdec0 req-efa1f32e-365f-46aa-8a7a-55994001bfd5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:34.055780 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-99f74b97-b42e-4f02-b486-f5f7ff6cdec0 req-efa1f32e-365f-46aa-8a7a-55994001bfd5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 944 time: 0.0878768
Jul 13 21:59:34.135754 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-99f74b97-b42e-4f02-b486-f5f7ff6cdec0 req-8331ff9e-92e1-4514-a797-62e9bcde114b tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686781
Jul 13 21:59:34.658636 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e321d0-2c6d-48db-8f77-47bfda393ed0 req-3527b8e3-96dd-4c6a-9200-985672c52c75 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:34.660436 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-57e321d0-2c6d-48db-8f77-47bfda393ed0 req-3527b8e3-96dd-4c6a-9200-985672c52c75 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 944 time: 0.1065726
Jul 13 21:59:34.704926 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:34.730804 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-57e321d0-2c6d-48db-8f77-47bfda393ed0 req-bf517d69-de3f-47d7-a9f1-8360a6d8667f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636487
Jul 13 21:59:34.989679 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f305e47-17d5-4f0a-a8f4-ccc5c15a6575 req-f47619d8-ff5c-4352-a8cb-c33d28ab2aa1 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:34.991282 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0f305e47-17d5-4f0a-a8f4-ccc5c15a6575 req-f47619d8-ff5c-4352-a8cb-c33d28ab2aa1 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 943 time: 0.0995498
Jul 13 21:59:35.041225 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0f305e47-17d5-4f0a-a8f4-ccc5c15a6575 req-5dc2ce95-1435-4e91-9560-4e023cadea4a tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417337
Jul 13 21:59:35.376347 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b6bec-8ab1-4d5a-925c-eb87f5372f74 req-ff62d80d-f749-46ec-89aa-d1b6aea8f6b7 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:35.378236 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f39b6bec-8ab1-4d5a-925c-eb87f5372f74 req-ff62d80d-f749-46ec-89aa-d1b6aea8f6b7 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 944 time: 0.1203034
Jul 13 21:59:35.431113 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f39b6bec-8ab1-4d5a-925c-eb87f5372f74 req-768a1005-778b-441d-8997-c934990fe491 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453796
Jul 13 21:59:35.811282 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4472b-def7-43df-91b5-14e1df46863c req-d32c14a2-08aa-4b5a-a55e-1615cb1d338a tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:35.813590 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7bf4472b-def7-43df-91b5-14e1df46863c req-d32c14a2-08aa-4b5a-a55e-1615cb1d338a tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/networks?id=136f51ad-4115-4bbf-be16-6910b00eeb8f HTTP/1.1" status: 200  len: 815 time: 0.1838148
Jul 13 21:59:35.841566 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7bf4472b-def7-43df-91b5-14e1df46863c req-b554f5dc-9208-45a2-aeff-1c1dbe413d13 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/quotas/9d98e8ce298b477986af89abffc6e6fb HTTP/1.1" status: 200  len: 375 time: 0.0143917
Jul 13 21:59:35.932580 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7bf4472b-def7-43df-91b5-14e1df46863c req-2f74d8c9-3d30-41c9-9b00-102e3cd93400 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d98e8ce298b477986af89abffc6e6fb&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0846615
Jul 13 21:59:35.943092 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device e4b77b07-eb1c-41b1-a45b-fd272f60fbc4 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 13 21:59:35.956621 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 65efea10-5009-4215-a14c-0fda61962597 up at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:59:36.006125 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394b914-ef1d-4881-8583-35b8c4079352 req-bb013746-784c-4c29-af03-f8e64b2f1d92 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:36.007873 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0394b914-ef1d-4881-8583-35b8c4079352 req-bb013746-784c-4c29-af03-f8e64b2f1d92 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 944 time: 0.0952320
Jul 13 21:59:36.061200 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0394b914-ef1d-4881-8583-35b8c4079352 req-0cc572bc-4dc7-4aeb-8447-4c5b8577f9e3 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458543
Jul 13 21:59:36.110136 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7bf4472b-def7-43df-91b5-14e1df46863c req-84aad588-181f-446c-a8e5-1a8712ca3d39 service neutron] 10.222.0.18 "GET /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1691508
Jul 13 21:59:36.184896 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port e4b77b07-eb1c-41b1-a45b-fd272f60fbc4, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=e4b77b07-eb1c-41b1-a45b-fd272f60fbc4,segment=NetworkSegment(bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17),segment_id=bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:36.202776 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning for port 65efea10-5009-4215-a14c-0fda61962597 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:59:36.211788 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning complete for port 65efea10-5009-4215-a14c-0fda61962597 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:59:36.212559 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:36.246722 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Returning: {'device': 'e4b77b07-eb1c-41b1-a45b-fd272f60fbc4', 'network_id': '4f4027db-4b36-48ec-9349-8e337787556b', 'port_id': 'e4b77b07-eb1c-41b1-a45b-fd272f60fbc4', 'mac_address': 'fa:16:3e:22:b2:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a8555f-a6b4-42e1-a19f-3dfdc28a26ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 13 21:59:36.316908 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b27d74-fac7-4fee-b912-bb84b2023cd4 req-66504eb0-9ce3-4c33-897a-829ec2c5665a tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:36.318610 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b2b27d74-fac7-4fee-b912-bb84b2023cd4 req-66504eb0-9ce3-4c33-897a-829ec2c5665a tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 943 time: 0.1200202
Jul 13 21:59:36.401274 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b2b27d74-fac7-4fee-b912-bb84b2023cd4 req-c72ce136-c3d4-4ca3-bd30-bd029a727b5e tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757120
Jul 13 21:59:36.525167 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:36.540006 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7bf4472b-def7-43df-91b5-14e1df46863c req-52468f99-2554-44bb-b1d8-e39c7bf423fb service neutron] 10.222.0.18 "GET /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4233110
Jul 13 21:59:36.589048 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b77b07-eb1c-41b1-a45b-fd272f60fbc4 {{(pid=82085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 21:59:36.630836 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port e4b77b07-eb1c-41b1-a45b-fd272f60fbc4, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=e4b77b07-eb1c-41b1-a45b-fd272f60fbc4,segment=NetworkSegment(bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17),segment_id=bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:36.634448 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:36.647071 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:36.647891 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 8f247246-3630-4816-a889-d02fa1c77b43 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 13 21:59:36.653968 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ff40e98f-03d6-46b8-b207-b35d2a753b20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:36.679738 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848b441-1572-4e31-8b71-4ebf79191fd0 req-9d82923d-d629-4010-84f6-7fb2af5d3d1f tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:36.681628 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9848b441-1572-4e31-8b71-4ebf79191fd0 req-9d82923d-d629-4010-84f6-7fb2af5d3d1f tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 944 time: 0.1028624
Jul 13 21:59:36.737346 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd847c036-867a-4e7e-8304-620b60fb0bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65efea10-5009-4215-a14c-0fda61962597'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 21:59:36.810344 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9848b441-1572-4e31-8b71-4ebf79191fd0 req-ba8fe20a-209d-48ea-9bae-21adb2862540 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1011014
Jul 13 21:59:36.842059 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f6ec3a3d-21cf-40da-8fa9-8cc0a42c01c2 req-534ebb8b-57c5-490f-bd86-034868458e12 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 210 time: 0.1016080
Jul 13 21:59:36.899609 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 65efea10-5009-4215-a14c-0fda61962597, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=65efea10-5009-4215-a14c-0fda61962597,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:36.951428 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:36.953040 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device dc724c34-4271-4503-ad71-a27f097d768b up at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:59:36.987743 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd847c036-867a-4e7e-8304-620b60fb0bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65efea10-5009-4215-a14c-0fda61962597', 'code': 200}
Jul 13 21:59:37.011784 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=e4b77b07-eb1c-41b1-a45b-fd272f60fbc4,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:37.021451 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:37.023998 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:37.188665 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 8f247246-3630-4816-a889-d02fa1c77b43, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=8f247246-3630-4816-a889-d02fa1c77b43,segment=NetworkSegment(1352c393-4a46-4893-bc30-a0b11195a5d9),segment_id=1352c393-4a46-4893-bc30-a0b11195a5d9)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:37.230461 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Returning: {'device': '8f247246-3630-4816-a889-d02fa1c77b43', 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'port_id': '8f247246-3630-4816-a889-d02fa1c77b43', 'mac_address': 'fa:16:3e:70:7e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 13 21:59:37.234416 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=65efea10-5009-4215-a14c-0fda61962597,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:37.263383 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning for port dc724c34-4271-4503-ad71-a27f097d768b completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:59:37.272218 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:37.281478 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning complete for port dc724c34-4271-4503-ad71-a27f097d768b triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:59:37.281903 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:37.345719 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:37.369681 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b0801a91-ddfd-4bef-aeea-b6fa87a48a24 req-223df7b1-3542-4b7b-bbf3-5f0e9bfa7e25 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 1098 time: 0.1547384
Jul 13 21:59:37.372068 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f247246-3630-4816-a889-d02fa1c77b43 {{(pid=82085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 21:59:37.376359 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c3756-7d44-4b76-8b5d-26156b95c5b4 req-f1d43100-faa9-4ea6-803d-351bb60818bc tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:37.377976 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-233c3756-7d44-4b76-8b5d-26156b95c5b4 req-f1d43100-faa9-4ea6-803d-351bb60818bc tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.1204824
Jul 13 21:59:37.428054 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 8f247246-3630-4816-a889-d02fa1c77b43, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=8f247246-3630-4816-a889-d02fa1c77b43,segment=NetworkSegment(1352c393-4a46-4893-bc30-a0b11195a5d9),segment_id=1352c393-4a46-4893-bc30-a0b11195a5d9)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:37.438838 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:37.442878 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:37.454520 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b0801a91-ddfd-4bef-aeea-b6fa87a48a24 req-9807d727-8161-46bf-9ef4-9d1099a26333 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0755212
Jul 13 21:59:37.459559 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-233c3756-7d44-4b76-8b5d-26156b95c5b4 req-d20b6362-85f9-47f7-9343-d5df13cb751e tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0648263
Jul 13 21:59:37.514614 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:37.546365 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=8f247246-3630-4816-a889-d02fa1c77b43,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:37.551109 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:37.564143 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port dc724c34-4271-4503-ad71-a27f097d768b, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=dc724c34-4271-4503-ad71-a27f097d768b,segment=NetworkSegment(bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17),segment_id=bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:37.567862 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:37.569927 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:37.648355 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=dc724c34-4271-4503-ad71-a27f097d768b,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:37.649561 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c35aab-2079-4479-bc69-26aba3d71f0a req-b2ade98c-f717-4150-9591-f535dca77924 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:37.651362 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-41c35aab-2079-4479-bc69-26aba3d71f0a req-b2ade98c-f717-4150-9591-f535dca77924 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 944 time: 0.1036627
Jul 13 21:59:37.656637 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:37.705436 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-41c35aab-2079-4479-bc69-26aba3d71f0a req-45461d37-92f5-44a3-a76a-52c40409e3bc tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473530
Jul 13 21:59:37.856649 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['e4b77b07-eb1c-41b1-a45b-fd272f60fbc4'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 21:59:37.916704 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['8f247246-3630-4816-a889-d02fa1c77b43'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 21:59:38.035808 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-94764358-0679-4840-b54b-69075f8d8b40 req-59b8e888-f31a-46f5-bb05-30f2bb81ab12 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 210 time: 0.0600805
Jul 13 21:59:38.059340 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b29bab-e721-438a-84f1-cd446424356b req-dba17cc6-7967-4ce3-99db-40be2a7a5692 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:38.061149 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-84b29bab-e721-438a-84f1-cd446424356b req-dba17cc6-7967-4ce3-99db-40be2a7a5692 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 945 time: 0.0878687
Jul 13 21:59:38.127422 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-84b29bab-e721-438a-84f1-cd446424356b req-eceb9a8a-89cc-4ccd-b574-26e9e2ba6d75 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574601
Jul 13 21:59:38.611350 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4472b-def7-43df-91b5-14e1df46863c req-8e255795-83eb-489d-96d8-671b5c6f879f tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:38.613163 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7bf4472b-def7-43df-91b5-14e1df46863c req-8e255795-83eb-489d-96d8-671b5c6f879f tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.15 "GET /v2.0/networks?id=136f51ad-4115-4bbf-be16-6910b00eeb8f HTTP/1.1" status: 200  len: 815 time: 0.1793239
Jul 13 21:59:38.647860 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-7bf4472b-def7-43df-91b5-14e1df46863c req-bf2aa64e-ea9e-40c9-936a-ad196a0c14f4 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Request body: {'port': {'device_id': '8f63a05d-4041-4182-b5b8-be8c3e11bb62', 'network_id': '136f51ad-4115-4bbf-be16-6910b00eeb8f', 'admin_state_up': True, 'tenant_id': '9d98e8ce298b477986af89abffc6e6fb'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:59:38.731218 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa1a99-2219-47aa-aac9-f8f7a2035aa8 req-f36e9054-88c1-43a7-80ec-ca211276f021 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:38.733154 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d9aa1a99-2219-47aa-aac9-f8f7a2035aa8 req-f36e9054-88c1-43a7-80ec-ca211276f021 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.1032388
Jul 13 21:59:38.853929 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d9aa1a99-2219-47aa-aac9-f8f7a2035aa8 req-b73db81c-b791-4f02-a25b-12bf9095e355 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1079848
Jul 13 21:59:38.867254 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 37672) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:38.893028 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-7bf4472b-def7-43df-91b5-14e1df46863c req-bf2aa64e-ea9e-40c9-936a-ad196a0c14f4 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:38.902280 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-7bf4472b-def7-43df-91b5-14e1df46863c req-bf2aa64e-ea9e-40c9-936a-ad196a0c14f4 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:38.955235 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bf4472b-def7-43df-91b5-14e1df46863c req-bf2aa64e-ea9e-40c9-936a-ad196a0c14f4 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Made reservation on behalf of 9d98e8ce298b477986af89abffc6e6fb for: {'port': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 21:59:38.960861 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-7bf4472b-def7-43df-91b5-14e1df46863c req-bf2aa64e-ea9e-40c9-936a-ad196a0c14f4 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:38.989306 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc724c34-4271-4503-ad71-a27f097d768b'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 21:59:39.032423 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0c3c622a-e467-4a3c-b932-5654aeedfefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:39.045220 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc724c34-4271-4503-ad71-a27f097d768b', 'code': 200}
Jul 13 21:59:39.066529 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-0c3c622a-e467-4a3c-b932-5654aeedfefc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:39.070784 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-0c3c622a-e467-4a3c-b932-5654aeedfefc admin admin] Usage tracker for resource:security_group_rule and tenant:5535acd4a8584bfabe58a3cf1ed7b547 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:39.074537 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-0c3c622a-e467-4a3c-b932-5654aeedfefc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:39.080766 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-0c3c622a-e467-4a3c-b932-5654aeedfefc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:39.083166 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f02118-0abc-4745-8eca-a5fc13b5b1ec req-58701ef3-bd2d-477a-b14a-0d05ffa17305 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:39.085487 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-15f02118-0abc-4745-8eca-a5fc13b5b1ec req-58701ef3-bd2d-477a-b14a-0d05ffa17305 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 944 time: 0.1846263
Jul 13 21:59:39.193269 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-15f02118-0abc-4745-8eca-a5fc13b5b1ec req-8c18900a-d231-4325-9717-4c6f5546c748 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976596
Jul 13 21:59:39.203018 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [req-7bf4472b-def7-43df-91b5-14e1df46863c req-bf2aa64e-ea9e-40c9-936a-ad196a0c14f4 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Allocated IP 172.20.0.5 (136f51ad-4115-4bbf-be16-6910b00eeb8f/c92030fd-456d-4eba-ab18-f7c54fda6ba3/7061a51f-848e-449e-beaf-6dcece56e144) {{(pid=82084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 21:59:39.229363 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ec5c9304-6b1d-4bf4-aab2-4de0a556aed5 req-84654a1e-f85a-4b2a-a0a9-29ae83de51ba tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 210 time: 0.0621896
Jul 13 21:59:39.237458 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0c3c622a-e467-4a3c-b932-5654aeedfefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:39.241890 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0c3c622a-e467-4a3c-b932-5654aeedfefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:39.255474 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:39.298148 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-0c3c622a-e467-4a3c-b932-5654aeedfefc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5535acd4a8584bfabe58a3cf1ed7b547&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4266584
Jul 13 21:59:39.299182 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 37684) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:39.300284 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c622a-e467-4a3c-b932-5654aeedfefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043fe9d7-c7ea-4d37-8442-72f4077d5529,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:39.304079 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-0c3c622a-e467-4a3c-b932-5654aeedfefc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:39.548228 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-84504676-ffb0-4415-b989-3d4bab92e006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:39.551942 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-7bf4472b-def7-43df-91b5-14e1df46863c req-bf2aa64e-ea9e-40c9-936a-ad196a0c14f4 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks [] for port, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:39.577083 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80700134-332d-4544-b300-635ddd939144 req-2e835ede-f808-4712-87f2-a49bf2446132 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:39.578690 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-80700134-332d-4544-b300-635ddd939144 req-2e835ede-f808-4712-87f2-a49bf2446132 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 945 time: 0.2171206
Jul 13 21:59:39.612448 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-84504676-ffb0-4415-b989-3d4bab92e006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:39.687154 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-80700134-332d-4544-b300-635ddd939144 req-51b0ad2a-25bc-4cb2-964d-a7a0fe2df6fd tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0953591
Jul 13 21:59:39.688142 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-7bf4472b-def7-43df-91b5-14e1df46863c req-bf2aa64e-ea9e-40c9-936a-ad196a0c14f4 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:39.696184 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:39.762314 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-84504676-ffb0-4415-b989-3d4bab92e006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:39.766519 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bf4472b-def7-43df-91b5-14e1df46863c req-bf2aa64e-ea9e-40c9-936a-ad196a0c14f4 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Network 136f51ad-4115-4bbf-be16-6910b00eeb8f is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 21:59:39.784928 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [req-7bf4472b-def7-43df-91b5-14e1df46863c req-bf2aa64e-ea9e-40c9-936a-ad196a0c14f4 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 21:59:39.791823 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf4472b-def7-43df-91b5-14e1df46863c req-bf2aa64e-ea9e-40c9-936a-ad196a0c14f4 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Received port after_create {{(pid=82084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 21:59:39.796112 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4472b-def7-43df-91b5-14e1df46863c req-bf2aa64e-ea9e-40c9-936a-ad196a0c14f4 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:39.796771 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-7bf4472b-def7-43df-91b5-14e1df46863c req-bf2aa64e-ea9e-40c9-936a-ad196a0c14f4 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for port, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:39.805251 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2aa64e-ea9e-40c9-936a-ad196a0c14f4 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Pushing event updated for resources: {'Port': ['ID=7061a51f-848e-449e-beaf-6dcece56e144,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:39.817339 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bf2aa64e-ea9e-40c9-936a-ad196a0c14f4 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:39.817891 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-db541840-c0aa-404b-aebf-478693f69a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:39.839621 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84504676-ffb0-4415-b989-3d4bab92e006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043fe9d7-c7ea-4d37-8442-72f4077d5529,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:39.842954 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-84504676-ffb0-4415-b989-3d4bab92e006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:39.844510 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7bf4472b-def7-43df-91b5-14e1df46863c req-bf2aa64e-ea9e-40c9-936a-ad196a0c14f4 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2034028
Jul 13 21:59:39.845411 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-84504676-ffb0-4415-b989-3d4bab92e006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:39.848414 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-84504676-ffb0-4415-b989-3d4bab92e006 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/043fe9d7-c7ea-4d37-8442-72f4077d5529 HTTP/1.1" status: 204  len: 168 time: 0.5463223
Jul 13 21:59:40.117521 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1786f6-c9ac-4e43-9c3c-54201bc1055d req-17335149-cf63-4abc-906d-2d69091fc1f2 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:40.119116 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e1786f6-c9ac-4e43-9c3c-54201bc1055d req-17335149-cf63-4abc-906d-2d69091fc1f2 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.0883882
Jul 13 21:59:40.170201 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e1786f6-c9ac-4e43-9c3c-54201bc1055d req-e7dc8302-0608-4f28-b1f2-bffb9e9fb971 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449734
Jul 13 21:59:40.248867 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 37712) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:40.269396 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-74a3992f-b3a1-4c5b-83bc-4362497d5176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:40.308123 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-74a3992f-b3a1-4c5b-83bc-4362497d5176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:40.349321 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-74a3992f-b3a1-4c5b-83bc-4362497d5176 admin admin] Usage tracker for resource:security_group_rule and tenant:eb74b977ebb34151a5cce0eb78ce0480 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:40.356871 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-74a3992f-b3a1-4c5b-83bc-4362497d5176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:40.366171 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-74a3992f-b3a1-4c5b-83bc-4362497d5176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:40.415350 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4deca-7007-41dc-8d4b-3794924a44c0 req-0a484941-1df5-4a23-99bd-0c88eceaadb6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:40.416968 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-31b4deca-7007-41dc-8d4b-3794924a44c0 req-0a484941-1df5-4a23-99bd-0c88eceaadb6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 944 time: 0.0812533
Jul 13 21:59:40.425468 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de1741-e900-45f7-9aa3-4f7e64ec3872 req-3750a927-56f5-40d4-a0c2-aa4c52c791c9 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:40.427074 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-24de1741-e900-45f7-9aa3-4f7e64ec3872 req-3750a927-56f5-40d4-a0c2-aa4c52c791c9 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.1204245
Jul 13 21:59:40.437466 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 37718) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:40.445463 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-ba050f29-13ed-4d93-8e43-94da2d2195ec tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Request body: {'floatingip': {'port_id': '65efea10-5009-4215-a14c-0fda61962597'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:59:40.469077 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-31b4deca-7007-41dc-8d4b-3794924a44c0 req-0b8caebb-7a46-4cca-8587-f31342209e7d tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451179
Jul 13 21:59:40.544848 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ba050f29-13ed-4d93-8e43-94da2d2195ec tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for floatingip, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:40.662639 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-74a3992f-b3a1-4c5b-83bc-4362497d5176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:40.697989 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-74a3992f-b3a1-4c5b-83bc-4362497d5176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:40.711428 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:40.816899 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3992f-b3a1-4c5b-83bc-4362497d5176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024b8bcf-c018-4be9-a471-d0657d8d37d1,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:40.823729 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-74a3992f-b3a1-4c5b-83bc-4362497d5176 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb74b977ebb34151a5cce0eb78ce0480&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5712547
Jul 13 21:59:40.825627 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-74a3992f-b3a1-4c5b-83bc-4362497d5176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:40.831934 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 37726) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:40.905822 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67623270-0c21-4770-8f4c-f8a3efcfa884 req-69a2080b-bac8-4835-a20a-7dff8e2cc958 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:40.906579 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-67623270-0c21-4770-8f4c-f8a3efcfa884 req-69a2080b-bac8-4835-a20a-7dff8e2cc958 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Synchronizing usage tracker for tenant:9d98e8ce298b477986af89abffc6e6fb on resource:port {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 21:59:40.908807 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cefc909-0a1b-42c2-b1e0-8b07940f7830 req-8cf78233-fed6-4542-aad0-647db30affab tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:40.910400 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7cefc909-0a1b-42c2-b1e0-8b07940f7830 req-8cf78233-fed6-4542-aad0-647db30affab tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 945 time: 0.0872540
Jul 13 21:59:40.959550 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7cefc909-0a1b-42c2-b1e0-8b07940f7830 req-23108a3b-94a8-4322-9a07-ac014867accf tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425959
Jul 13 21:59:41.237038 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-67623270-0c21-4770-8f4c-f8a3efcfa884 req-69a2080b-bac8-4835-a20a-7dff8e2cc958 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Unset dirty status for tenant:9d98e8ce298b477986af89abffc6e6fb on resource:port {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 21:59:41.238343 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-67623270-0c21-4770-8f4c-f8a3efcfa884 req-69a2080b-bac8-4835-a20a-7dff8e2cc958 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 931 time: 0.7041309
Jul 13 21:59:41.283660 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5d7f7e6e-84f9-4fcf-955b-7760970aaf91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:41.341381 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5d7f7e6e-84f9-4fcf-955b-7760970aaf91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:41.367888 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-67623270-0c21-4770-8f4c-f8a3efcfa884 req-69f5172c-167f-4ef5-9837-0101bdc0d68b tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173124
Jul 13 21:59:41.638916 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5d7f7e6e-84f9-4fcf-955b-7760970aaf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:41.645619 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c022408c-eeb9-4c2f-b3b5-0234be34a6e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:41.662334 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f7e6e-84f9-4fcf-955b-7760970aaf91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024b8bcf-c018-4be9-a471-d0657d8d37d1,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:41.673084 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ca5b2-beef-47a3-9ce0-2e2160e8812c req-392908d3-952f-4334-bb44-2cc8b62c22f8 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:41.674703 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e54ca5b2-beef-47a3-9ce0-2e2160e8812c req-392908d3-952f-4334-bb44-2cc8b62c22f8 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 944 time: 0.0836995
Jul 13 21:59:41.679176 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5d7f7e6e-84f9-4fcf-955b-7760970aaf91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:41.680373 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-5d7f7e6e-84f9-4fcf-955b-7760970aaf91 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/024b8bcf-c018-4be9-a471-d0657d8d37d1 HTTP/1.1" status: 204  len: 168 time: 0.8475440
Jul 13 21:59:41.683982 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7f7e6e-84f9-4fcf-955b-7760970aaf91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:41.684521 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7f7e6e-84f9-4fcf-955b-7760970aaf91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:41.685021 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7f7e6e-84f9-4fcf-955b-7760970aaf91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:41.685419 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7f7e6e-84f9-4fcf-955b-7760970aaf91 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:41.685810 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7f7e6e-84f9-4fcf-955b-7760970aaf91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:41.686195 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7f7e6e-84f9-4fcf-955b-7760970aaf91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:41.686656 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7f7e6e-84f9-4fcf-955b-7760970aaf91 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:41.686945 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7f7e6e-84f9-4fcf-955b-7760970aaf91 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:41.687323 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7f7e6e-84f9-4fcf-955b-7760970aaf91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:41.687705 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7f7e6e-84f9-4fcf-955b-7760970aaf91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:41.688069 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7f7e6e-84f9-4fcf-955b-7760970aaf91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:41.691685 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-5d7f7e6e-84f9-4fcf-955b-7760970aaf91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:41.758121 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e54ca5b2-beef-47a3-9ce0-2e2160e8812c req-ba400edf-98b3-410a-89c4-6a3f4200795c tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767097
Jul 13 21:59:41.861834 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ba050f29-13ed-4d93-8e43-94da2d2195ec tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:41.864646 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ba050f29-13ed-4d93-8e43-94da2d2195ec tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758945'] for floatingip, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:42.068710 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.l3_db [None req-ba050f29-13ed-4d93-8e43-94da2d2195ec tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Floating IP 02627e71-d733-4e04-8c17-4b4e18c06139 associated. External IP: 172.27.3.126, port: 65efea10-5009-4215-a14c-0fda61962597.
Jul 13 21:59:42.105528 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['b90febf4-60f1-4573-9146-7a4106624407'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 21:59:42.235060 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-7bf4472b-def7-43df-91b5-14e1df46863c req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] Request body: {'port': {'device_id': '8f63a05d-4041-4182-b5b8-be8c3e11bb62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:59:42.450162 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bbe6c-226b-47f0-a7be-4114236248b8 req-da093601-82fc-41b6-bd59-6957bfb2a3f8 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:42.451829 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-987bbe6c-226b-47f0-a7be-4114236248b8 req-da093601-82fc-41b6-bd59-6957bfb2a3f8 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 945 time: 0.3258064
Jul 13 21:59:42.503555 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-7bf4472b-def7-43df-91b5-14e1df46863c req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:42.597066 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-987bbe6c-226b-47f0-a7be-4114236248b8 req-4e158262-7bfb-423e-8536-a60e68460359 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1228673
Jul 13 21:59:42.617900 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-00160be3-eca2-4de4-9586-cc36d5d4c507 req-706f28a4-7746-471b-9d8f-4ff68b5355bb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 1098 time: 0.4361093
Jul 13 21:59:42.664999 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419e9e0-7c5d-45b2-8050-a3eca9f4f54a req-db2da660-ac65-4601-bf24-21b64a937f3d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:42.666495 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6419e9e0-7c5d-45b2-8050-a3eca9f4f54a req-db2da660-ac65-4601-bf24-21b64a937f3d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 931 time: 0.1481507
Jul 13 21:59:42.713385 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-00160be3-eca2-4de4-9586-cc36d5d4c507 req-6ac10b5d-c4dc-461a-9b6b-32089e0af6c1 service neutron] Synchronizing usage tracker for tenant:9e53f077e0a5452ba7d8495c75b01c1a on resource:security_group {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 21:59:42.763772 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6419e9e0-7c5d-45b2-8050-a3eca9f4f54a req-f20df315-cf3b-4a73-b20c-adb12a4147de tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852325
Jul 13 21:59:42.765886 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-00160be3-eca2-4de4-9586-cc36d5d4c507 req-6ac10b5d-c4dc-461a-9b6b-32089e0af6c1 service neutron] Unset dirty status for tenant:9e53f077e0a5452ba7d8495c75b01c1a on resource:security_group {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 21:59:42.766641 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-00160be3-eca2-4de4-9586-cc36d5d4c507 req-6ac10b5d-c4dc-461a-9b6b-32089e0af6c1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356044
Jul 13 21:59:43.346007 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1d7a8-fe23-452f-b15f-aaaf7ff37026 req-4eb49764-3460-4ffc-bd5c-0b52374a90f0 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:43.347601 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ecd1d7a8-fe23-452f-b15f-aaaf7ff37026 req-4eb49764-3460-4ffc-bd5c-0b52374a90f0 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 944 time: 0.2194500
Jul 13 21:59:43.403466 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [req-7bf4472b-def7-43df-91b5-14e1df46863c req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7061a51f-848e-449e-beaf-6dcece56e144 {{(pid=82084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 21:59:43.421197 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-7bf4472b-def7-43df-91b5-14e1df46863c req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:43.448467 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-7bf4472b-def7-43df-91b5-14e1df46863c req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] Transition to ACTIVE for port object 7061a51f-848e-449e-beaf-6dcece56e144 will not be triggered until provisioned by entity L2. {{(pid=82084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 21:59:43.455398 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-7bf4472b-def7-43df-91b5-14e1df46863c req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:43.458097 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ecd1d7a8-fe23-452f-b15f-aaaf7ff37026 req-c7d28a3e-1c7d-437d-89cf-cefb3b342d97 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005080
Jul 13 21:59:43.472638 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:43.615042 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] Pushing event updated for resources: {'Port': ['ID=7061a51f-848e-449e-beaf-6dcece56e144,revision_number=2']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:43.618907 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba050f29-13ed-4d93-8e43-94da2d2195ec tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Router 9b6c27d5-3320-4579-9081-2d22f2bf8b08 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 21:59:43.619871 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:43.743386 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-7bf4472b-def7-43df-91b5-14e1df46863c req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] Attempting to bind port 7061a51f-848e-449e-beaf-6dcece56e144 on host hv-cinder-80061 for vnic_type normal with profile  {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 21:59:43.743766 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-7bf4472b-def7-43df-91b5-14e1df46863c req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] Attempting to bind port 7061a51f-848e-449e-beaf-6dcece56e144 by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': 'f1799ccd-1318-4e3f-bc76-e13aefcbc804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '136f51ad-4115-4bbf-be16-6910b00eeb8f'}] {{(pid=82084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 21:59:43.744141 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf4472b-def7-43df-91b5-14e1df46863c req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] Attempting to bind port 7061a51f-848e-449e-beaf-6dcece56e144 on network 136f51ad-4115-4bbf-be16-6910b00eeb8f {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 21:59:43.809704 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf4472b-def7-43df-91b5-14e1df46863c req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] Port 7061a51f-848e-449e-beaf-6dcece56e144 on network 136f51ad-4115-4bbf-be16-6910b00eeb8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 13 21:59:43.810179 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf4472b-def7-43df-91b5-14e1df46863c req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] Attempting to bind port 7061a51f-848e-449e-beaf-6dcece56e144 on network 136f51ad-4115-4bbf-be16-6910b00eeb8f {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 21:59:43.826487 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf4472b-def7-43df-91b5-14e1df46863c req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] Checking agent: {'id': '86d26810-67bf-4143-935e-299d5b9ec4cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 21:59:43.826947 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf4472b-def7-43df-91b5-14e1df46863c req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] Checking segment: {'id': 'f1799ccd-1318-4e3f-bc76-e13aefcbc804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '136f51ad-4115-4bbf-be16-6910b00eeb8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 21:59:43.827453 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf4472b-def7-43df-91b5-14e1df46863c req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] Bound using segment: {'id': 'f1799ccd-1318-4e3f-bc76-e13aefcbc804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '136f51ad-4115-4bbf-be16-6910b00eeb8f'} {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 21:59:43.828014 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-7bf4472b-def7-43df-91b5-14e1df46863c req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] Bound port: 7061a51f-848e-449e-beaf-6dcece56e144, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1799ccd-1318-4e3f-bc76-e13aefcbc804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '136f51ad-4115-4bbf-be16-6910b00eeb8f'}}] {{(pid=82084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 21:59:43.828472 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-7bf4472b-def7-43df-91b5-14e1df46863c req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:43.966410 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ce17a-6b6b-472d-bed7-a193f2903ab8 req-fda2414c-f05f-4f56-8af3-7866aaae2485 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:43.967898 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c20ce17a-6b6b-472d-bed7-a193f2903ab8 req-fda2414c-f05f-4f56-8af3-7866aaae2485 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 945 time: 0.1692882
Jul 13 21:59:44.016532 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-7bf4472b-def7-43df-91b5-14e1df46863c req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] For port 7061a51f-848e-449e-beaf-6dcece56e144, host hv-cinder-80061, cleared binding levels {{(pid=82084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 21:59:44.036312 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c20ce17a-6b6b-472d-bed7-a193f2903ab8 req-912282a9-6d17-4571-ad26-d79851b5f761 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594950
Jul 13 21:59:44.045529 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-7bf4472b-def7-43df-91b5-14e1df46863c req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] For port 7061a51f-848e-449e-beaf-6dcece56e144, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=7061a51f-848e-449e-beaf-6dcece56e144,segment=NetworkSegment(f1799ccd-1318-4e3f-bc76-e13aefcbc804),segment_id=f1799ccd-1318-4e3f-bc76-e13aefcbc804)] {{(pid=82084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 21:59:44.062461 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-7bf4472b-def7-43df-91b5-14e1df46863c req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:44.067952 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:44.130577 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba050f29-13ed-4d93-8e43-94da2d2195ec tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 21:59:44.139042 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ba050f29-13ed-4d93-8e43-94da2d2195ec tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for floatingip, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:44.148430 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1c45a0-9be0-42ea-818c-2ea13a0bf611 None None] Sync routers for ids ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'] in dv-cinder-800618-1-iscsi {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 21:59:44.160639 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1c45a0-9be0-42ea-818c-2ea13a0bf611 None None] Routers {'9b6c27d5-3320-4579-9081-2d22f2bf8b08'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 21:59:44.161335 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-cb1c45a0-9be0-42ea-818c-2ea13a0bf611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36934a20>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T21:59:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:59:44.201220 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f21437-ce50-4168-8c97-d45270ffb5c4 req-c3f73222-da5c-4513-966e-9c7460233400 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:44.202839 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a2f21437-ce50-4168-8c97-d45270ffb5c4 req-c3f73222-da5c-4513-966e-9c7460233400 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 943 time: 0.2573781
Jul 13 21:59:44.208810 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-7bf4472b-def7-43df-91b5-14e1df46863c req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for port, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:44.210565 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7bf4472b-def7-43df-91b5-14e1df46863c req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] 10.222.0.15 "PUT /v2.0/ports/7061a51f-848e-449e-beaf-6dcece56e144 HTTP/1.1" status: 200  len: 1093 time: 1.9802020
Jul 13 21:59:44.211088 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f63a05d-4041-4182-b5b8-be8c3e11bb62', 'tag': '7061a51f-848e-449e-beaf-6dcece56e144'}] {{(pid=82084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 21:59:44.256838 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-ba050f29-13ed-4d93-8e43-94da2d2195ec tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "PUT /v2.0/floatingips/02627e71-d733-4e04-8c17-4b4e18c06139 HTTP/1.1" status: 200  len: 991 time: 3.8156343
Jul 13 21:59:44.256838 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] Pushing event updated for resources: {'Port': ['ID=7061a51f-848e-449e-beaf-6dcece56e144,revision_number=3']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:44.260160 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:44.288203 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a2f21437-ce50-4168-8c97-d45270ffb5c4 req-72c5b20f-34f7-4902-bfa0-448c698854db tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698261
Jul 13 21:59:44.321279 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f63a05d-4041-4182-b5b8-be8c3e11bb62', 'tag': '7061a51f-848e-449e-beaf-6dcece56e144', 'status': 'completed', 'code': 200}
Jul 13 21:59:44.375327 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-cb1c45a0-9be0-42ea-818c-2ea13a0bf611 None None] Set router 9b6c27d5-3320-4579-9081-2d22f2bf8b08 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 21:59:44.710255 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5313e16-3e44-4775-bb7b-53d7701c05ae req-4d72260e-17ea-42ef-8790-25aa4f409d1a tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:44.719418 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f5313e16-3e44-4775-bb7b-53d7701c05ae req-4d72260e-17ea-42ef-8790-25aa4f409d1a tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 944 time: 0.1022246
Jul 13 21:59:44.782428 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f5313e16-3e44-4775-bb7b-53d7701c05ae req-bda6059c-446a-4330-9cc9-2b3f80aed59e tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617709
Jul 13 21:59:44.994650 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-cb1c45a0-9be0-42ea-818c-2ea13a0bf611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36934a20>, [{'id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'name': 'tempest-AttachVolumeShelveTestJSON-95492827-router', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'gw_port': {'id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:48Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': '02627e71-d733-4e04-8c17-4b4e18c06139', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'port_id': '65efea10-5009-4215-a14c-0fda61962597', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'mac_address': 'fa:16:3e:7f:5e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd847c036-867a-4e7e-8304-620b60fb0bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T21:59:13Z', 'updated_at': '2021-07-13T21:59:41Z', 'revision_number': 1, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9', 'name': '', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'mac_address': 'fa:16:3e:12:e1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:01Z', 'updated_at': '2021-07-13T21:59:14Z', 'revision_number': 5, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'subnets': [{'id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:59:44.998893 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1c45a0-9be0-42ea-818c-2ea13a0bf611 None None] Checking router: 9b6c27d5-3320-4579-9081-2d22f2bf8b08 for host: dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 21:59:45.010065 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1c45a0-9be0-42ea-818c-2ea13a0bf611 None None] Routers {'9b6c27d5-3320-4579-9081-2d22f2bf8b08'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 21:59:45.011290 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-cb1c45a0-9be0-42ea-818c-2ea13a0bf611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36934a20>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T21:59:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:59:45.194438 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-cb1c45a0-9be0-42ea-818c-2ea13a0bf611 None None] Set router 9b6c27d5-3320-4579-9081-2d22f2bf8b08 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 21:59:45.234750 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cf964-45ba-4363-9fd5-4e062d669e68 req-4c8e7e14-1a25-48a4-901f-70b31ede3774 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:45.236334 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-436cf964-45ba-4363-9fd5-4e062d669e68 req-4c8e7e14-1a25-48a4-901f-70b31ede3774 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 945 time: 0.0853465
Jul 13 21:59:45.284424 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-436cf964-45ba-4363-9fd5-4e062d669e68 req-b7505ea8-d20c-4333-af67-8b46eff24fa7 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416605
Jul 13 21:59:45.491515 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bc1ac-86f7-40b3-a179-f550b420b46c req-8fd87139-89bb-428d-b9a6-edb848281bdc tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:45.493452 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-337bc1ac-86f7-40b3-a179-f550b420b46c req-8fd87139-89bb-428d-b9a6-edb848281bdc tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 943 time: 0.0817211
Jul 13 21:59:45.541814 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-337bc1ac-86f7-40b3-a179-f550b420b46c req-d6154ef6-3216-476b-ad4c-0f2ee4cc33ff tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417542
Jul 13 21:59:45.558809 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-cb1c45a0-9be0-42ea-818c-2ea13a0bf611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36934a20>, [{'id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'name': 'tempest-AttachVolumeShelveTestJSON-95492827-router', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'gw_port': {'id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:48Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': '02627e71-d733-4e04-8c17-4b4e18c06139', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'port_id': '65efea10-5009-4215-a14c-0fda61962597', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'mac_address': 'fa:16:3e:7f:5e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd847c036-867a-4e7e-8304-620b60fb0bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T21:59:13Z', 'updated_at': '2021-07-13T21:59:41Z', 'revision_number': 1, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9', 'name': '', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'mac_address': 'fa:16:3e:12:e1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:01Z', 'updated_at': '2021-07-13T21:59:14Z', 'revision_number': 5, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'subnets': [{'id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:59:45.563073 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1c45a0-9be0-42ea-818c-2ea13a0bf611 None None] The sync data for ids ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'] in dv-cinder-800618-1-iscsi is: [{'id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'name': 'tempest-AttachVolumeShelveTestJSON-95492827-router', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'gw_port': {'id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:48Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': '02627e71-d733-4e04-8c17-4b4e18c06139', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'port_id': '65efea10-5009-4215-a14c-0fda61962597', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'mac_address': 'fa:16:3e:7f:5e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd847c036-867a-4e7e-8304-620b60fb0bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T21:59:13Z', 'updated_at': '2021-07-13T21:59:41Z', 'revision_number': 1, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9', 'name': '', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'mac_address': 'fa:16:3e:12:e1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:01Z', 'updated_at': '2021-07-13T21:59:14Z', 'revision_number': 5, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'subnets': [{'id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 21:59:45.623914 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device e4b77b07-eb1c-41b1-a45b-fd272f60fbc4 up at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:59:45.699571 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning for port e4b77b07-eb1c-41b1-a45b-fd272f60fbc4 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:59:45.704937 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning complete for port e4b77b07-eb1c-41b1-a45b-fd272f60fbc4 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:59:45.705362 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:45.828482 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:45.857862 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c24f81-fa78-4509-9197-b45e90ae2ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b77b07-eb1c-41b1-a45b-fd272f60fbc4'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 21:59:45.868613 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port e4b77b07-eb1c-41b1-a45b-fd272f60fbc4, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=e4b77b07-eb1c-41b1-a45b-fd272f60fbc4,segment=NetworkSegment(bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17),segment_id=bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:45.872382 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:45.873410 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 8f247246-3630-4816-a889-d02fa1c77b43 up at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:59:45.915209 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:45.953401 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce76151d-40b2-4ef8-a09a-852bbef0cf3a None None] New status for floating IP 02627e71-d733-4e04-8c17-4b4e18c06139: ACTIVE {{(pid=82085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 13 21:59:45.995217 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce4e7e-09e9-4181-8d80-8d68f30e8438 req-06d70e78-3d5b-4c11-a268-4f3f1c4c7cb8 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:46.000499 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-24ce4e7e-09e9-4181-8d80-8d68f30e8438 req-06d70e78-3d5b-4c11-a268-4f3f1c4c7cb8 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.0945265
Jul 13 21:59:46.052693 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-24ce4e7e-09e9-4181-8d80-8d68f30e8438 req-98880b8c-d7c6-4043-9aa2-ee956d940bdb tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486307
Jul 13 21:59:46.160469 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c24f81-fa78-4509-9197-b45e90ae2ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b77b07-eb1c-41b1-a45b-fd272f60fbc4', 'code': 200}
Jul 13 21:59:46.162538 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0f3bcd29-f299-4039-83f3-9b4b89047f84 req-f91e976f-d0ed-490d-a22c-f6530c8745da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d98e8ce298b477986af89abffc6e6fb&device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 1096 time: 0.0862579
Jul 13 21:59:46.170225 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=e4b77b07-eb1c-41b1-a45b-fd272f60fbc4,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:46.204081 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:46.204482 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:46.204889 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:46.205274 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:46.205653 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:46.206042 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:46.206409 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:46.206785 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:46.207160 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:46.207531 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:46.207907 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:46.215574 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:46.230580 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning for port 8f247246-3630-4816-a889-d02fa1c77b43 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:59:46.297192 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning complete for port 8f247246-3630-4816-a889-d02fa1c77b43 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:59:46.297685 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:46.362680 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd847c036-867a-4e7e-8304-620b60fb0bcb', 'tag': '65efea10-5009-4215-a14c-0fda61962597'}] {{(pid=82084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 21:59:46.387957 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bcd29-f299-4039-83f3-9b4b89047f84 req-a72e697d-2960-49e6-8f4b-9c6f7e17534f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:46.389920 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0f3bcd29-f299-4039-83f3-9b4b89047f84 req-a72e697d-2960-49e6-8f4b-9c6f7e17534f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9d98e8ce298b477986af89abffc6e6fb&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1852453
Jul 13 21:59:46.424273 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:46.473167 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 8f247246-3630-4816-a889-d02fa1c77b43, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=8f247246-3630-4816-a889-d02fa1c77b43,segment=NetworkSegment(1352c393-4a46-4893-bc30-a0b11195a5d9),segment_id=1352c393-4a46-4893-bc30-a0b11195a5d9)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:46.477131 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:46.479027 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:46.485570 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd847c036-867a-4e7e-8304-620b60fb0bcb', 'tag': '65efea10-5009-4215-a14c-0fda61962597', 'status': 'completed', 'code': 200}
Jul 13 21:59:46.537086 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6fbdc3a4-b1ca-4fdb-a543-c1da77f7f751 req-bafc5200-c442-4477-ae27-b0fbbaced19c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 1098 time: 0.1150494
Jul 13 21:59:46.551390 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=8f247246-3630-4816-a889-d02fa1c77b43,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:46.556886 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:46.606161 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6fbdc3a4-b1ca-4fdb-a543-c1da77f7f751 req-55006bd9-e449-49cd-9a53-d3b895f975e3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468493
Jul 13 21:59:46.746614 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bcd29-f299-4039-83f3-9b4b89047f84 req-9c692e45-a11f-430b-97e6-15e1dd5709c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:46.748224 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0f3bcd29-f299-4039-83f3-9b4b89047f84 req-9c692e45-a11f-430b-97e6-15e1dd5709c2 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3158450
Jul 13 21:59:46.755703 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0efeac-9133-41b3-94de-3353da2e5d83 req-ba3c4b30-d045-48ad-9b26-cbe80f72da85 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:46.757250 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ac0efeac-9133-41b3-94de-3353da2e5d83 req-ba3c4b30-d045-48ad-9b26-cbe80f72da85 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.2680562
Jul 13 21:59:46.782712 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3daf1-3318-43d7-849d-bcfe396fcd8a req-cd267169-c33c-46df-adbb-112bcde6e795 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:46.784890 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fab3daf1-3318-43d7-849d-bcfe396fcd8a req-cd267169-c33c-46df-adbb-112bcde6e795 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 943 time: 0.1114776
Jul 13 21:59:46.795103 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6ccd0135-7063-4653-8432-b1073f9dc396 req-3f4f4b98-5c5e-4ddb-b96f-e1bb7d4ada3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e98d195175fb48da8da0450cb337c9e2&device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 1098 time: 0.1849482
Jul 13 21:59:46.823013 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ac0efeac-9133-41b3-94de-3353da2e5d83 req-340d5fc7-1d33-46fa-a30f-4d5b3058ae22 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559070
Jul 13 21:59:46.837336 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fab3daf1-3318-43d7-849d-bcfe396fcd8a req-29ef993f-3df5-4b73-a900-ee6ba4c1305a tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439990
Jul 13 21:59:47.242427 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd0135-7063-4653-8432-b1073f9dc396 req-9ca90e15-cc32-4180-bfa3-abcbb2505415 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:47.245270 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6ccd0135-7063-4653-8432-b1073f9dc396 req-9ca90e15-cc32-4180-bfa3-abcbb2505415 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c5abd27-10e4-4762-82c4-ccb760681ca8 HTTP/1.1" status: 200  len: 916 time: 0.1859331
Jul 13 21:59:47.414759 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13997948-1186-4a47-92a1-a6aaf8df1ce0 req-bb35c7b2-44fc-4f3b-aaa8-411827f5ac9c tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:47.417559 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-13997948-1186-4a47-92a1-a6aaf8df1ce0 req-bb35c7b2-44fc-4f3b-aaa8-411827f5ac9c tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.1387389
Jul 13 21:59:47.456446 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6ccd0135-7063-4653-8432-b1073f9dc396 req-ee07e318-8b88-41d0-be35-d808e0635b50 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65efea10-5009-4215-a14c-0fda61962597 HTTP/1.1" status: 200  len: 1001 time: 0.1349766
Jul 13 21:59:47.467531 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7bf4472b-def7-43df-91b5-14e1df46863c req-a35ae3c7-6f1f-4563-ba1e-332af53260d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d98e8ce298b477986af89abffc6e6fb&device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 1096 time: 0.2215230
Jul 13 21:59:47.484649 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-13997948-1186-4a47-92a1-a6aaf8df1ce0 req-ff5f9ad6-20e2-43dd-ab82-0d66d41c879a tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613763
Jul 13 21:59:47.714418 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7bf4472b-def7-43df-91b5-14e1df46863c req-472612d4-b739-4a58-9331-f93186994d19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7061a51f-848e-449e-beaf-6dcece56e144 HTTP/1.1" status: 200  len: 217 time: 0.2022667
Jul 13 21:59:47.774282 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3e8b5-b11e-4e32-955d-5228974ff877 req-1c96ee96-c02b-4045-9629-a61a3496cb0d tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:47.776200 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f4a3e8b5-b11e-4e32-955d-5228974ff877 req-1c96ee96-c02b-4045-9629-a61a3496cb0d tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 945 time: 0.1395428
Jul 13 21:59:47.789420 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd0135-7063-4653-8432-b1073f9dc396 req-7608f938-0e43-453f-91ad-0aae366a9182 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:47.791001 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6ccd0135-7063-4653-8432-b1073f9dc396 req-7608f938-0e43-453f-91ad-0aae366a9182 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19a5e143-e3f3-4497-b1eb-410b89ec303c HTTP/1.1" status: 200  len: 854 time: 0.1410437
Jul 13 21:59:47.828839 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f4a3e8b5-b11e-4e32-955d-5228974ff877 req-0f79db45-725a-400b-a946-b0187917a25e tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba374384-3fbd-403c-bea0-513e7efd543b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454562
Jul 13 21:59:48.056664 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ddfcf-febb-4af9-8685-913f06fc2d56 req-d3074dca-efb1-45e7-b528-790cdb28bf6d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:48.058312 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-252ddfcf-febb-4af9-8685-913f06fc2d56 req-d3074dca-efb1-45e7-b528-790cdb28bf6d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 943 time: 0.0904486
Jul 13 21:59:48.063389 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf4472b-def7-43df-91b5-14e1df46863c req-44ca6228-7caa-4c39-9503-16824b5f968f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:48.064944 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7bf4472b-def7-43df-91b5-14e1df46863c req-44ca6228-7caa-4c39-9503-16824b5f968f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c92030fd-456d-4eba-ab18-f7c54fda6ba3 HTTP/1.1" status: 200  len: 855 time: 0.3170872
Jul 13 21:59:48.108334 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-252ddfcf-febb-4af9-8685-913f06fc2d56 req-399873f5-e8bd-49bc-b26f-0c98b8de96c3 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437014
Jul 13 21:59:48.161751 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d94661-7f9b-4b24-b305-312abefbe23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f247246-3630-4816-a889-d02fa1c77b43'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 21:59:48.162797 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7bf4472b-def7-43df-91b5-14e1df46863c req-ccf2a89b-f48a-4e10-9a0e-7a0637e61b15 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=136f51ad-4115-4bbf-be16-6910b00eeb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0558877
Jul 13 21:59:48.217926 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d94661-7f9b-4b24-b305-312abefbe23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f247246-3630-4816-a889-d02fa1c77b43', 'code': 200}
Jul 13 21:59:48.328712 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6ccd0135-7063-4653-8432-b1073f9dc396 req-0684aae4-177d-414c-99de-9b9ec79caee4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c5abd27-10e4-4762-82c4-ccb760681ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5159075
Jul 13 21:59:48.340189 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b781d-2706-4f0c-9c0f-830aa94b8e74 req-a4913524-f19c-4454-9f19-e5bdb0110977 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:48.341765 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fd7b781d-2706-4f0c-9c0f-830aa94b8e74 req-a4913524-f19c-4454-9f19-e5bdb0110977 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.2868338
Jul 13 21:59:48.380910 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7bf4472b-def7-43df-91b5-14e1df46863c req-2532d283-54f2-4127-b108-4d23ede5ff37 service neutron] 10.222.0.15 "GET /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2093842
Jul 13 21:59:48.405580 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fd7b781d-2706-4f0c-9c0f-830aa94b8e74 req-f30ca089-aba9-4218-bb77-57f43be24253 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511968
Jul 13 21:59:48.687378 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677c346-a991-4b7d-b260-fcd2f68de5a9 req-2fb94846-85e4-48be-84c5-26ea4c6a5812 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:48.688932 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3677c346-a991-4b7d-b260-fcd2f68de5a9 req-2fb94846-85e4-48be-84c5-26ea4c6a5812 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.0825799
Jul 13 21:59:48.741621 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3677c346-a991-4b7d-b260-fcd2f68de5a9 req-d786ff45-fa2e-4510-8a46-46eac25aa226 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463314
Jul 13 21:59:49.033555 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed631c-2960-4aee-a630-b08c5484fe44 req-68622d8d-52d9-4fb2-894c-5989c2f9cb7c tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:49.035127 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-eaed631c-2960-4aee-a630-b08c5484fe44 req-68622d8d-52d9-4fb2-894c-5989c2f9cb7c tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 945 time: 0.0829282
Jul 13 21:59:49.082528 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-eaed631c-2960-4aee-a630-b08c5484fe44 req-51eb507d-e53b-421a-bf50-8ef25e1d82ea tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba374384-3fbd-403c-bea0-513e7efd543b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413651
Jul 13 21:59:49.311420 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43120d-2cde-43b5-8f4f-842beccad7a0 req-901a29ec-c3ab-4873-bda5-3bff2855ffee tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:49.312914 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ce43120d-2cde-43b5-8f4f-842beccad7a0 req-901a29ec-c3ab-4873-bda5-3bff2855ffee tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 943 time: 0.0865011
Jul 13 21:59:49.360161 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ce43120d-2cde-43b5-8f4f-842beccad7a0 req-ae14be59-1351-4f10-ab58-8010ae6d63de tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412831
Jul 13 21:59:49.609054 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a1638-b33a-47ab-a886-feaeed39e2a0 req-59b18aab-91cd-4b4a-9973-fd4e8a247771 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:49.610688 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b22a1638-b33a-47ab-a886-feaeed39e2a0 req-59b18aab-91cd-4b4a-9973-fd4e8a247771 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.0841975
Jul 13 21:59:49.657544 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b22a1638-b33a-47ab-a886-feaeed39e2a0 req-64878e7d-86af-4bba-8c85-964670a312a4 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408375
Jul 13 21:59:49.951671 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f39534-1604-412a-8f79-1709db42cf4a req-17b0d9d6-e3d3-4779-934d-18c5b8bd607b tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:49.953651 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a3f39534-1604-412a-8f79-1709db42cf4a req-17b0d9d6-e3d3-4779-934d-18c5b8bd607b tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.0857131
Jul 13 21:59:50.001031 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a3f39534-1604-412a-8f79-1709db42cf4a req-55f38a06-ee29-4092-9eeb-b2902989a31a tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412328
Jul 13 21:59:50.281800 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453367a-70ad-4dc4-b92b-1be441190ec6 req-42b7baab-da26-402d-941e-c9d69329d02f tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:50.283371 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d453367a-70ad-4dc4-b92b-1be441190ec6 req-42b7baab-da26-402d-941e-c9d69329d02f tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 945 time: 0.0814495
Jul 13 21:59:50.330632 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d453367a-70ad-4dc4-b92b-1be441190ec6 req-0d16133b-2433-42ae-ad84-6713855e050b tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba374384-3fbd-403c-bea0-513e7efd543b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411732
Jul 13 21:59:50.560313 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf43ce-9e22-43be-b565-e717da593762 req-b5fd96f6-31b3-4d54-a32c-ec03c4330dbc tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:50.561889 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fdcf43ce-9e22-43be-b565-e717da593762 req-b5fd96f6-31b3-4d54-a32c-ec03c4330dbc tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 943 time: 0.0834200
Jul 13 21:59:50.610736 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fdcf43ce-9e22-43be-b565-e717da593762 req-3b6440bc-fd44-4222-b5db-9ed6d96638f0 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426185
Jul 13 21:59:50.864698 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f91bcf-42e2-4fc3-bfc8-189029cc87f9 req-67655e9b-503e-4290-a153-214f4671a972 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:50.866336 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-00f91bcf-42e2-4fc3-bfc8-189029cc87f9 req-67655e9b-503e-4290-a153-214f4671a972 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.0838380
Jul 13 21:59:50.919502 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-00f91bcf-42e2-4fc3-bfc8-189029cc87f9 req-ad0986b5-921f-4949-bea3-0a8ed98ba97c tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460987
Jul 13 21:59:51.199113 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48408673-a419-46f9-943d-975bb17b3d97 req-3301d3ad-a337-4b73-85d8-e95467f54dfe tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:51.200733 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-48408673-a419-46f9-943d-975bb17b3d97 req-3301d3ad-a337-4b73-85d8-e95467f54dfe tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.0820398
Jul 13 21:59:51.248408 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-48408673-a419-46f9-943d-975bb17b3d97 req-e351bfb4-17fc-47ce-b7d2-bb6ac46c9813 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416534
Jul 13 21:59:51.582877 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6ccd0135-7063-4653-8432-b1073f9dc396 req-648f49a4-2ad6-4711-9f2d-d0e113087e20 service neutron] 10.222.0.15 "GET /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2643497
Jul 13 21:59:51.585166 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7bf4472b-def7-43df-91b5-14e1df46863c req-a70c5f65-03da-4f82-ac4c-0e39f1ea0cd7 service neutron] 10.222.0.15 "GET /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2650630
Jul 13 21:59:51.603618 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc3faa-a5f5-4f4f-96ed-9aa5de2e01c9 req-222801fc-e27f-4a05-86a6-03dc3ec130c0 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:51.605826 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7ddc3faa-a5f5-4f4f-96ed-9aa5de2e01c9 req-222801fc-e27f-4a05-86a6-03dc3ec130c0 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 945 time: 0.1499116
Jul 13 21:59:51.619433 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b89e8df3-752d-402d-979c-b8798102e864 req-d2e9a40d-3fbd-4e43-874d-7eeb3b754234 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 1099 time: 0.1247914
Jul 13 21:59:51.670914 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7ddc3faa-a5f5-4f4f-96ed-9aa5de2e01c9 req-9767e9c8-16f3-4a03-ba7a-2d0c958365fa tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba374384-3fbd-403c-bea0-513e7efd543b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563810
Jul 13 21:59:51.752765 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6ccd0135-7063-4653-8432-b1073f9dc396 req-0bfa6733-84d9-4b72-b6ec-264f8e630ac0 service neutron] 10.222.0.15 "GET /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418612
Jul 13 21:59:51.777903 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b89e8df3-752d-402d-979c-b8798102e864 req-b5f09dd7-28b0-4f10-8bb7-986b9383dccc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525198
Jul 13 21:59:51.857786 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccaea25-947c-4402-ad27-66ada656b208 req-f284c3b7-5e35-4155-95c9-0610669474c3 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:51.859674 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-cccaea25-947c-4402-ad27-66ada656b208 req-f284c3b7-5e35-4155-95c9-0610669474c3 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 943 time: 0.0941148
Jul 13 21:59:51.914740 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-cccaea25-947c-4402-ad27-66ada656b208 req-5e42f5bd-89ce-4497-9e8b-109bc85cd0d6 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489097
Jul 13 21:59:52.139796 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6612f92-bb7b-4397-b737-57913147b8e3 req-1caa6d27-ecbb-4de3-8866-e85d7d21715c tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:52.141364 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f6612f92-bb7b-4397-b737-57913147b8e3 req-1caa6d27-ecbb-4de3-8866-e85d7d21715c tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.0883863
Jul 13 21:59:52.191420 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f6612f92-bb7b-4397-b737-57913147b8e3 req-2a09d2ad-9248-4896-813e-622149905725 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439570
Jul 13 21:59:52.450664 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741e6b1-b3d6-49b1-a493-bb5e65cb1439 req-b5bb22c5-568f-4d6c-8e54-12fe2abad8dd tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:52.452258 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0741e6b1-b3d6-49b1-a493-bb5e65cb1439 req-b5bb22c5-568f-4d6c-8e54-12fe2abad8dd tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.0827868
Jul 13 21:59:52.504187 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0741e6b1-b3d6-49b1-a493-bb5e65cb1439 req-9d6da200-07b3-446b-a46e-1dab7b613b32 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455365
Jul 13 21:59:52.888787 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5facb6b-17df-4c77-ac17-11583073b423 req-d80ca2bd-7fcd-43d1-95d9-4bb786547dbb tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:52.890449 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e5facb6b-17df-4c77-ac17-11583073b423 req-d80ca2bd-7fcd-43d1-95d9-4bb786547dbb tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.0858114
Jul 13 21:59:52.940403 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e5facb6b-17df-4c77-ac17-11583073b423 req-33b81d6f-e944-451b-993c-f756cf8a77f6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435059
Jul 13 21:59:52.943728 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-018e1b6d-f626-497c-afaa-67f787332291 req-52344776-20b0-47e0-b5f2-28d9309da073 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a64f1d97f1f646f498668269b6c5ee10&device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 1098 time: 0.1474688
Jul 13 21:59:52.953602 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27f47c-476b-4881-89df-15a955f53313 req-e2e328c8-4c69-4e88-bfb0-1cda30e42c43 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:52.957335 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-df27f47c-476b-4881-89df-15a955f53313 req-e2e328c8-4c69-4e88-bfb0-1cda30e42c43 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 945 time: 0.1238997
Jul 13 21:59:53.140184 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-df27f47c-476b-4881-89df-15a955f53313 req-bc310c97-7b48-401f-b825-149b3ceed6d9 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba374384-3fbd-403c-bea0-513e7efd543b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470129
Jul 13 21:59:53.169829 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470adec4-18bb-4d82-8104-3204ca9e04c1 req-8a5d54a9-a7ea-458f-b302-1bf6e5c7d65c tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:53.171531 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-470adec4-18bb-4d82-8104-3204ca9e04c1 req-8a5d54a9-a7ea-458f-b302-1bf6e5c7d65c tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 943 time: 0.1074913
Jul 13 21:59:53.178502 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e1b6d-f626-497c-afaa-67f787332291 req-81dd5500-53a9-49f0-894a-4b47064cd2b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:53.180725 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-018e1b6d-f626-497c-afaa-67f787332291 req-81dd5500-53a9-49f0-894a-4b47064cd2b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4f4027db-4b36-48ec-9349-8e337787556b HTTP/1.1" status: 200  len: 919 time: 0.2126677
Jul 13 21:59:53.225903 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-470adec4-18bb-4d82-8104-3204ca9e04c1 req-a2c92ae8-1209-4ac6-9443-f82e8a9977a5 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445335
Jul 13 21:59:53.270387 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-018e1b6d-f626-497c-afaa-67f787332291 req-a6a9169a-8f08-4907-ba74-79ef2e5aa4f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4b77b07-eb1c-41b1-a45b-fd272f60fbc4 HTTP/1.1" status: 200  len: 217 time: 0.0799093
Jul 13 21:59:53.383139 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e1b6d-f626-497c-afaa-67f787332291 req-479c5509-30fb-4066-bbfe-8cca03ff7af8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:53.384835 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-018e1b6d-f626-497c-afaa-67f787332291 req-479c5509-30fb-4066-bbfe-8cca03ff7af8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=69a8555f-a6b4-42e1-a19f-3dfdc28a26ef HTTP/1.1" status: 200  len: 858 time: 0.1060436
Jul 13 21:59:53.446942 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-018e1b6d-f626-497c-afaa-67f787332291 req-d66d4377-7575-4567-a390-61231ff03a24 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f4027db-4b36-48ec-9349-8e337787556b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0520933
Jul 13 21:59:53.537930 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6a920-a3fe-402b-b704-a21ef697feac req-6afad08b-99ff-4a1a-8ece-39a21b7219a8 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:53.539521 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-42d6a920-a3fe-402b-b704-a21ef697feac req-6afad08b-99ff-4a1a-8ece-39a21b7219a8 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.2111611
Jul 13 21:59:53.635034 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-42d6a920-a3fe-402b-b704-a21ef697feac req-2c9ac825-7ce0-4952-943a-e1beb5506d82 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0879397
Jul 13 21:59:53.640527 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-018e1b6d-f626-497c-afaa-67f787332291 req-77c6ab09-2b18-4f5a-809f-90821f2bbf4f service neutron] 10.222.0.15 "GET /v2.0/networks/4f4027db-4b36-48ec-9349-8e337787556b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1843290
Jul 13 21:59:54.131009 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-018e1b6d-f626-497c-afaa-67f787332291 req-1c49056d-950e-413f-9067-61fe71c44f1d service neutron] 10.222.0.15 "GET /v2.0/networks/4f4027db-4b36-48ec-9349-8e337787556b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3559518
Jul 13 21:59:54.168906 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcad79-251a-4636-83dc-505ca67d5a4f req-8b0476e9-8761-4897-b038-724cb26a8ec6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:54.170485 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-09dcad79-251a-4636-83dc-505ca67d5a4f req-8b0476e9-8761-4897-b038-724cb26a8ec6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.0913248
Jul 13 21:59:54.220291 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-09dcad79-251a-4636-83dc-505ca67d5a4f req-e3f93b22-5152-4a2b-9eb0-a796309cb2b0 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436883
Jul 13 21:59:54.373701 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf37705-6d42-4d3c-b1ee-238f81e9d06e req-d377bd17-9984-44f4-9670-b4c322e92aed tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:54.375427 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3cf37705-6d42-4d3c-b1ee-238f81e9d06e req-d377bd17-9984-44f4-9670-b4c322e92aed tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 945 time: 0.0896657
Jul 13 21:59:54.430772 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3cf37705-6d42-4d3c-b1ee-238f81e9d06e req-31785f67-4a01-40ac-a598-af381229999e tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba374384-3fbd-403c-bea0-513e7efd543b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474288
Jul 13 21:59:54.449971 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9ee2-3fec-4227-8d6d-96777ddef017 req-4b406307-9048-4811-8a22-eaacd4c73a88 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:54.451564 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b21e9ee2-3fec-4227-8d6d-96777ddef017 req-4b406307-9048-4811-8a22-eaacd4c73a88 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 943 time: 0.0915053
Jul 13 21:59:54.502353 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b21e9ee2-3fec-4227-8d6d-96777ddef017 req-d333d0c6-4c20-47c4-8562-da8a5ce797b7 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447228
Jul 13 21:59:54.621389 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 38038) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:54.886176 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a01568ed-c7da-45ee-9c55-fd98257ea1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:54.913853 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f8bd5-e7ef-42cc-987d-b4a649d16fc1 req-cf2cf3a7-2ee0-4245-8671-270ee473f1c0 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:54.921369 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a00f8bd5-e7ef-42cc-987d-b4a649d16fc1 req-cf2cf3a7-2ee0-4245-8671-270ee473f1c0 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.1566191
Jul 13 21:59:54.969890 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-a01568ed-c7da-45ee-9c55-fd98257ea1e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:54.976070 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-a01568ed-c7da-45ee-9c55-fd98257ea1e2 admin admin] Usage tracker for resource:security_group_rule and tenant:eb459a2ab5ae489794f1ec4501189368 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:54.983590 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-a01568ed-c7da-45ee-9c55-fd98257ea1e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:54.994529 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-a01568ed-c7da-45ee-9c55-fd98257ea1e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:55.001294 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a00f8bd5-e7ef-42cc-987d-b4a649d16fc1 req-a0511cad-a2f4-44d6-88f1-c706208356e7 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0786810
Jul 13 21:59:55.077205 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a01568ed-c7da-45ee-9c55-fd98257ea1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:55.079990 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a01568ed-c7da-45ee-9c55-fd98257ea1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:55.088378 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:55.137675 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01568ed-c7da-45ee-9c55-fd98257ea1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698a21d2-3aed-494a-b44e-120093f538df,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:55.142334 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a01568ed-c7da-45ee-9c55-fd98257ea1e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:55.145269 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-a01568ed-c7da-45ee-9c55-fd98257ea1e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb459a2ab5ae489794f1ec4501189368&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5226991
Jul 13 21:59:55.148262 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 38058) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:55.217622 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-100c5211-3a9e-46d0-b01d-45a540a59a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:55.237983 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c863f57-d50c-45e6-951a-c0e247762cfd req-849ba4fe-8a07-4eb4-970e-bec7be196ac8 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:55.239607 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4c863f57-d50c-45e6-951a-c0e247762cfd req-849ba4fe-8a07-4eb4-970e-bec7be196ac8 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.0988827
Jul 13 21:59:55.246481 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-100c5211-3a9e-46d0-b01d-45a540a59a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:55.252226 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 38062) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:55.257097 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-b8111efb-7160-41c6-b654-650c5086cb6e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Request body: {'floatingip': {'port_id': '8f247246-3630-4816-a889-d02fa1c77b43'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 21:59:55.346477 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b8111efb-7160-41c6-b654-650c5086cb6e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for floatingip, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:55.379336 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e4d37-3a97-42d5-b7d2-53e603720dcd req-37f9e331-9790-4496-916a-b3b418dcea3a tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:55.380988 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e0e4d37-3a97-42d5-b7d2-53e603720dcd req-37f9e331-9790-4496-916a-b3b418dcea3a tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.15 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 945 time: 0.1177113
Jul 13 21:59:55.385366 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-100c5211-3a9e-46d0-b01d-45a540a59a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:55.404757 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 38070) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:55.431805 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:55.451391 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c5211-3a9e-46d0-b01d-45a540a59a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698a21d2-3aed-494a-b44e-120093f538df,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:55.485531 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-9e0e4d37-3a97-42d5-b7d2-53e603720dcd req-f712be71-002d-42b3-b2e0-c4c65ef722ff tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Deleting port 1f8553c7-82a0-4f43-8ba1-d4e72a103bf2 {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 21:59:55.485922 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-9e0e4d37-3a97-42d5-b7d2-53e603720dcd req-f712be71-002d-42b3-b2e0-c4c65ef722ff tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:55.512181 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100c5211-3a9e-46d0-b01d-45a540a59a4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:55.512581 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100c5211-3a9e-46d0-b01d-45a540a59a4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:55.513005 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100c5211-3a9e-46d0-b01d-45a540a59a4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:55.513397 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100c5211-3a9e-46d0-b01d-45a540a59a4c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:55.513785 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100c5211-3a9e-46d0-b01d-45a540a59a4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:55.514170 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100c5211-3a9e-46d0-b01d-45a540a59a4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:55.514555 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100c5211-3a9e-46d0-b01d-45a540a59a4c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:55.514937 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100c5211-3a9e-46d0-b01d-45a540a59a4c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:55.515315 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100c5211-3a9e-46d0-b01d-45a540a59a4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:55.515695 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100c5211-3a9e-46d0-b01d-45a540a59a4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:55.516071 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100c5211-3a9e-46d0-b01d-45a540a59a4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 21:59:55.523479 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-100c5211-3a9e-46d0-b01d-45a540a59a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:55.528229 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-100c5211-3a9e-46d0-b01d-45a540a59a4c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/698a21d2-3aed-494a-b44e-120093f538df HTTP/1.1" status: 204  len: 168 time: 0.3790679
Jul 13 21:59:55.538699 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-100c5211-3a9e-46d0-b01d-45a540a59a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:55.831839 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267bd0e-cc12-45b9-be19-9e66ee54b7be req-32a9852d-57b8-4812-be98-cd9a6bfb7964 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:55.833674 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4267bd0e-cc12-45b9-be19-9e66ee54b7be req-32a9852d-57b8-4812-be98-cd9a6bfb7964 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.4298065
Jul 13 21:59:55.834833 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-dfdfec4d-db04-4efe-bdbe-ea3dacc8176f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:55.874749 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcb73c-15fa-477c-9020-1fe3dcc9e3ea req-2c53e0f9-d50c-4bd7-bfa6-f70c43c0d8c9 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:55.881500 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-29bcb73c-15fa-477c-9020-1fe3dcc9e3ea req-2c53e0f9-d50c-4bd7-bfa6-f70c43c0d8c9 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 945 time: 0.2808638
Jul 13 21:59:55.949792 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4267bd0e-cc12-45b9-be19-9e66ee54b7be req-c76b78e2-b5aa-4c53-a967-1b3f16b63a17 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995998
Jul 13 21:59:55.995984 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-dfdfec4d-db04-4efe-bdbe-ea3dacc8176f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:55.999424 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-29bcb73c-15fa-477c-9020-1fe3dcc9e3ea req-3dcd6f78-b76e-4c93-8be2-6ff212a9cde6 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/security-groups?id=ba374384-3fbd-403c-bea0-513e7efd543b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092362
Jul 13 21:59:56.006391 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-9e0e4d37-3a97-42d5-b7d2-53e603720dcd req-f712be71-002d-42b3-b2e0-c4c65ef722ff tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] For port 1f8553c7-82a0-4f43-8ba1-d4e72a103bf2, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=1f8553c7-82a0-4f43-8ba1-d4e72a103bf2,segment=NetworkSegment(354c1d94-8079-4666-8738-56e22a6193f3),segment_id=354c1d94-8079-4666-8738-56e22a6193f3)] {{(pid=82083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:56.006745 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-9e0e4d37-3a97-42d5-b7d2-53e603720dcd req-f712be71-002d-42b3-b2e0-c4c65ef722ff tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:56.025257 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-dfdfec4d-db04-4efe-bdbe-ea3dacc8176f admin admin] Usage tracker for resource:security_group_rule and tenant:1f07306668cd4dba84e44bdba21b0aab is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:56.037463 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-dfdfec4d-db04-4efe-bdbe-ea3dacc8176f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:56.099146 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 38100) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:56.102619 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-dfdfec4d-db04-4efe-bdbe-ea3dacc8176f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:56.163881 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 7061a51f-848e-449e-beaf-6dcece56e144 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 13 21:59:56.189915 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-9e0e4d37-3a97-42d5-b7d2-53e603720dcd req-f712be71-002d-42b3-b2e0-c4c65ef722ff tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Calling delete_port for 1f8553c7-82a0-4f43-8ba1-d4e72a103bf2 owned by compute:nova {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 21:59:56.342608 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 7061a51f-848e-449e-beaf-6dcece56e144, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=7061a51f-848e-449e-beaf-6dcece56e144,segment=NetworkSegment(f1799ccd-1318-4e3f-bc76-e13aefcbc804),segment_id=f1799ccd-1318-4e3f-bc76-e13aefcbc804)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:56.360612 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Returning: {'device': '7061a51f-848e-449e-beaf-6dcece56e144', 'network_id': '136f51ad-4115-4bbf-be16-6910b00eeb8f', 'port_id': '7061a51f-848e-449e-beaf-6dcece56e144', 'mac_address': 'fa:16:3e:33:3a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c92030fd-456d-4eba-ab18-f7c54fda6ba3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 13 21:59:56.409426 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-42a4224e-6b42-403f-9af7-3f9775aefbdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:56.422691 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:56.441842 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7061a51f-848e-449e-beaf-6dcece56e144 {{(pid=82085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 21:59:56.444815 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-9e0e4d37-3a97-42d5-b7d2-53e603720dcd req-f712be71-002d-42b3-b2e0-c4c65ef722ff tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:56.454158 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:56.458579 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 7061a51f-848e-449e-beaf-6dcece56e144, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=7061a51f-848e-449e-beaf-6dcece56e144,segment=NetworkSegment(f1799ccd-1318-4e3f-bc76-e13aefcbc804),segment_id=f1799ccd-1318-4e3f-bc76-e13aefcbc804)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:56.464252 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:56.466547 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:56.515449 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['1f8553c7-82a0-4f43-8ba1-d4e72a103bf2'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 21:59:56.515684 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-42a4224e-6b42-403f-9af7-3f9775aefbdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:56.516386 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712be71-002d-42b3-b2e0-c4c65ef722ff tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Pushing event deleted for resources: {'Port': ['ID=1f8553c7-82a0-4f43-8ba1-d4e72a103bf2,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:56.545156 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f712be71-002d-42b3-b2e0-c4c65ef722ff tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:56.545866 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-42a4224e-6b42-403f-9af7-3f9775aefbdf admin admin] Usage tracker for resource:security_group_rule and tenant:9ebebb9ef2a54a55951e694c5c37c1c5 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:56.560418 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-42a4224e-6b42-403f-9af7-3f9775aefbdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:56.574141 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-42a4224e-6b42-403f-9af7-3f9775aefbdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:56.586041 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-dfdfec4d-db04-4efe-bdbe-ea3dacc8176f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:56.593313 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1586e67-c5a7-45cc-a1b7-75586b920f13 req-dec5b5d3-c066-4197-9378-0b5908c9d136 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:56.593640 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0e4d37-3a97-42d5-b7d2-53e603720dcd req-f712be71-002d-42b3-b2e0-c4c65ef722ff tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] No DVR routers for this DVR port 1f8553c7-82a0-4f43-8ba1-d4e72a103bf2 on host hv-cinder-80061 {{(pid=82083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 21:59:56.594915 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f1586e67-c5a7-45cc-a1b7-75586b920f13 req-dec5b5d3-c066-4197-9378-0b5908c9d136 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 943 time: 0.4825609
Jul 13 21:59:56.596844 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-9e0e4d37-3a97-42d5-b7d2-53e603720dcd req-f712be71-002d-42b3-b2e0-c4c65ef722ff tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:56.601365 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d5a46c-7b98-48e0-893d-fef2db7985a1', 'name': 'network-vif-deleted', 'tag': '1f8553c7-82a0-4f43-8ba1-d4e72a103bf2'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 21:59:56.620637 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e0e4d37-3a97-42d5-b7d2-53e603720dcd req-f712be71-002d-42b3-b2e0-c4c65ef722ff tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.15 "DELETE /v2.0/ports/1f8553c7-82a0-4f43-8ba1-d4e72a103bf2 HTTP/1.1" status: 204  len: 173 time: 1.2333345
Jul 13 21:59:56.662904 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-dfdfec4d-db04-4efe-bdbe-ea3dacc8176f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:56.671838 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d5a46c-7b98-48e0-893d-fef2db7985a1', 'name': 'network-vif-deleted', 'tag': '1f8553c7-82a0-4f43-8ba1-d4e72a103bf2', 'status': 'completed', 'code': 200}
Jul 13 21:59:56.682523 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-488ce6f5-4a0b-4aa0-875f-8733164df63f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:56.767858 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:56.776106 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=7061a51f-848e-449e-beaf-6dcece56e144,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:56.780106 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:56.830948 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfec4d-db04-4efe-bdbe-ea3dacc8176f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77229f77-a123-4996-9ad6-07f13f5b8707,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:56.834057 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-dfdfec4d-db04-4efe-bdbe-ea3dacc8176f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:56.853202 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-dfdfec4d-db04-4efe-bdbe-ea3dacc8176f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f07306668cd4dba84e44bdba21b0aab&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4473250
Jul 13 21:59:56.856017 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 38110) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:56.863302 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b8111efb-7160-41c6-b654-650c5086cb6e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:56.879271 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b8111efb-7160-41c6-b654-650c5086cb6e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758945'] for floatingip, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:56.920206 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-785a0843-62c8-455b-be3c-8feaea9dd400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:56.929396 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-42a4224e-6b42-403f-9af7-3f9775aefbdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:56.937599 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-42a4224e-6b42-403f-9af7-3f9775aefbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:56.945994 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f1586e67-c5a7-45cc-a1b7-75586b920f13 req-1099660e-2a75-4665-9a0f-526ef012a0f6 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2842603
Jul 13 21:59:56.947130 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-785a0843-62c8-455b-be3c-8feaea9dd400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:56.953060 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['7061a51f-848e-449e-beaf-6dcece56e144'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 21:59:56.955680 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-078d5877-2062-4e85-a1cf-a8826019e2e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:57.001866 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-785a0843-62c8-455b-be3c-8feaea9dd400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:57.009008 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-fbd7e193-6b35-41c9-9bd4-57aad7609d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:57.027810 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a0843-62c8-455b-be3c-8feaea9dd400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77229f77-a123-4996-9ad6-07f13f5b8707,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:57.030279 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-785a0843-62c8-455b-be3c-8feaea9dd400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:57.031704 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-785a0843-62c8-455b-be3c-8feaea9dd400 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77229f77-a123-4996-9ad6-07f13f5b8707 HTTP/1.1" status: 204  len: 168 time: 0.1745725
Jul 13 21:59:57.032808 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-785a0843-62c8-455b-be3c-8feaea9dd400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:57.063444 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4224e-6b42-403f-9af7-3f9775aefbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d146e3-947d-4476-93c6-818bfff1921d,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:57.066653 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-42a4224e-6b42-403f-9af7-3f9775aefbdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:57.081160 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 38120) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:57.081312 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-42a4224e-6b42-403f-9af7-3f9775aefbdf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9ebebb9ef2a54a55951e694c5c37c1c5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9809172
Jul 13 21:59:57.222018 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-49fc93b2-3739-41f9-ba11-2940d1cc37af req-f4f84f4b-97c4-4b03-89d5-380647435b63 tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d5a46c-7b98-48e0-893d-fef2db7985a1 HTTP/1.1" status: 200  len: 210 time: 0.0710204
Jul 13 21:59:57.272546 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1b54e406-3714-4662-b69c-afd60ad3141c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:57.289921 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.l3_db [None req-b8111efb-7160-41c6-b654-650c5086cb6e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Floating IP ae3772b1-0363-4102-92e7-f7bfaebdbf62 associated. External IP: 172.27.3.62, port: 8f247246-3630-4816-a889-d02fa1c77b43.
Jul 13 21:59:57.325484 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2387d6e-db18-4cf2-a6ae-a6c5b8c2a268 req-7d783bc5-ab66-4dd0-9ee5-dd4f5b4ceeba tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:57.327130 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b2387d6e-db18-4cf2-a6ae-a6c5b8c2a268 req-7d783bc5-ab66-4dd0-9ee5-dd4f5b4ceeba tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.1894860
Jul 13 21:59:57.335427 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1b54e406-3714-4662-b69c-afd60ad3141c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:57.422072 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b2387d6e-db18-4cf2-a6ae-a6c5b8c2a268 req-58154ad2-e83e-47fd-9248-097cba5dd2b4 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784504
Jul 13 21:59:57.433611 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1b54e406-3714-4662-b69c-afd60ad3141c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:57.441273 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-5761c6b7-132f-4ea6-bd37-708718a3f9c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:57.461910 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54e406-3714-4662-b69c-afd60ad3141c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d146e3-947d-4476-93c6-818bfff1921d,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:57.464421 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1b54e406-3714-4662-b69c-afd60ad3141c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:57.468212 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-1b54e406-3714-4662-b69c-afd60ad3141c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/83d146e3-947d-4476-93c6-818bfff1921d HTTP/1.1" status: 204  len: 168 time: 0.3836496
Jul 13 21:59:57.468212 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1b54e406-3714-4662-b69c-afd60ad3141c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:57.685537 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 38134) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:57.706827 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6d0bd968-c874-492e-a212-8bb2a0ab4e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:57.769946 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-6d0bd968-c874-492e-a212-8bb2a0ab4e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 21:59:57.782181 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-6d0bd968-c874-492e-a212-8bb2a0ab4e40 admin admin] Usage tracker for resource:security_group_rule and tenant:895758501b2e4a4daf6d4912851c5ed6 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 21:59:57.790698 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-6d0bd968-c874-492e-a212-8bb2a0ab4e40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 21:59:57.813776 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-6d0bd968-c874-492e-a212-8bb2a0ab4e40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 21:59:57.940554 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6d0bd968-c874-492e-a212-8bb2a0ab4e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:57.944700 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6d0bd968-c874-492e-a212-8bb2a0ab4e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:57.954311 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8111efb-7160-41c6-b654-650c5086cb6e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Router b1173936-da62-4a36-a053-cda0ccdc1621 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 21:59:57.977697 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1b54e406-3714-4662-b69c-afd60ad3141c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:58.014389 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-6d0bd968-c874-492e-a212-8bb2a0ab4e40 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=895758501b2e4a4daf6d4912851c5ed6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3261461
Jul 13 21:59:58.014389 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 38148) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 21:59:58.014771 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bd968-c874-492e-a212-8bb2a0ab4e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b1793e-48fc-4eb7-b1da-b157a8d6d3ca,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:58.021452 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6d0bd968-c874-492e-a212-8bb2a0ab4e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:58.101117 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9cfa3d63-10e7-4727-a27a-3f8c3910ee6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:58.182896 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9cfa3d63-10e7-4727-a27a-3f8c3910ee6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:58.191385 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 7061a51f-848e-449e-beaf-6dcece56e144 up at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 21:59:58.249589 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8111efb-7160-41c6-b654-650c5086cb6e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 21:59:58.262285 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b497def-ec59-4134-a439-504bcc9cd8e9 None None] Sync routers for ids ['b1173936-da62-4a36-a053-cda0ccdc1621'] in dv-cinder-800618-1-iscsi {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 21:59:58.277390 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b497def-ec59-4134-a439-504bcc9cd8e9 None None] Routers {'b1173936-da62-4a36-a053-cda0ccdc1621'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 21:59:58.278298 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-3b497def-ec59-4134-a439-504bcc9cd8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf364819b0>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T21:59:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['b1173936-da62-4a36-a053-cda0ccdc1621'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:59:58.286914 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b8111efb-7160-41c6-b654-650c5086cb6e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for floatingip, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:58.305881 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning for port 7061a51f-848e-449e-beaf-6dcece56e144 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 21:59:58.314396 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8318e-ae61-4b9f-9c64-63ad6287240d req-eff2128f-1cac-4ea5-b5ce-1bc89da07563 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:58.315460 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning complete for port 7061a51f-848e-449e-beaf-6dcece56e144 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 21:59:58.317055 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:58.325793 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8fe8318e-ae61-4b9f-9c64-63ad6287240d req-eff2128f-1cac-4ea5-b5ce-1bc89da07563 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 944 time: 0.1875122
Jul 13 21:59:58.331015 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9cfa3d63-10e7-4727-a27a-3f8c3910ee6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:58.367579 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-b8111efb-7160-41c6-b654-650c5086cb6e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "PUT /v2.0/floatingips/ae3772b1-0363-4102-92e7-f7bfaebdbf62 HTTP/1.1" status: 200  len: 991 time: 3.1152482
Jul 13 21:59:58.368476 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d94661-7f9b-4b24-b305-312abefbe23f', 'tag': '8f247246-3630-4816-a889-d02fa1c77b43'}] {{(pid=82084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 21:59:58.371830 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:58.407944 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa3d63-10e7-4727-a27a-3f8c3910ee6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b1793e-48fc-4eb7-b1da-b157a8d6d3ca,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:58.431957 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-9cfa3d63-10e7-4727-a27a-3f8c3910ee6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:58.436164 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9cfa3d63-10e7-4727-a27a-3f8c3910ee6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:58.437632 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-9cfa3d63-10e7-4727-a27a-3f8c3910ee6b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17b1793e-48fc-4eb7-b1da-b157a8d6d3ca HTTP/1.1" status: 204  len: 168 time: 0.4183948
Jul 13 21:59:58.500642 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8fe8318e-ae61-4b9f-9c64-63ad6287240d req-6dd5fd18-cc15-48b3-bab4-b6cc9c6a74cb tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1737332
Jul 13 21:59:58.526390 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-3b497def-ec59-4134-a439-504bcc9cd8e9 None None] Set router b1173936-da62-4a36-a053-cda0ccdc1621 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 21:59:58.586787 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:58.628936 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d94661-7f9b-4b24-b305-312abefbe23f', 'tag': '8f247246-3630-4816-a889-d02fa1c77b43', 'status': 'completed', 'code': 200}
Jul 13 21:59:58.653641 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 7061a51f-848e-449e-beaf-6dcece56e144, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=7061a51f-848e-449e-beaf-6dcece56e144,segment=NetworkSegment(f1799ccd-1318-4e3f-bc76-e13aefcbc804),segment_id=f1799ccd-1318-4e3f-bc76-e13aefcbc804)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 21:59:58.655145 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f63a05d-4041-4182-b5b8-be8c3e11bb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7061a51f-848e-449e-beaf-6dcece56e144'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 21:59:58.669537 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 21:59:58.670512 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 1f8553c7-82a0-4f43-8ba1-d4e72a103bf2 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 21:59:58.719948 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-724a3609-f6bf-43b5-9ffe-1698fdd2092c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 21:59:58.866144 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=7061a51f-848e-449e-beaf-6dcece56e144,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 21:59:58.881367 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 21:59:58.883326 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] No Port match for: 1f8553c7-82a0-4f43-8ba1-d4e72a103bf2 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 21:59:58.886841 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 1f8553c7-82a0-4f43-8ba1-d4e72a103bf2 not bound to the agent host hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 21:59:58.897351 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f63a05d-4041-4182-b5b8-be8c3e11bb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7061a51f-848e-449e-beaf-6dcece56e144', 'code': 200}
Jul 13 21:59:58.941713 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f5f66-2ad2-49b1-992b-59209df5e4bb req-ea9bcba7-ad70-49f5-88a9-0ca2f42b67b7 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:58.955792 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-458f5f66-2ad2-49b1-992b-59209df5e4bb req-ea9bcba7-ad70-49f5-88a9-0ca2f42b67b7 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.1456861
Jul 13 21:59:58.961794 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0d4fb2f9-8f8c-4524-850f-c5740622a674 req-bae7dbe5-6c45-4d26-b9e5-80c80c775c55 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e949f3b270414d3095f5528a841766ca&device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 1099 time: 0.2434077
Jul 13 21:59:59.042843 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-458f5f66-2ad2-49b1-992b-59209df5e4bb req-d750aa03-c995-4839-9ed2-9470bef1d9c1 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839686
Jul 13 21:59:59.326434 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fb2f9-8f8c-4524-850f-c5740622a674 req-c77d1956-9fd2-403a-b05f-4ea839cf9375 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:59.328405 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0d4fb2f9-8f8c-4524-850f-c5740622a674 req-c77d1956-9fd2-403a-b05f-4ea839cf9375 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 HTTP/1.1" status: 200  len: 912 time: 0.3052785
Jul 13 21:59:59.393279 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-3b497def-ec59-4134-a439-504bcc9cd8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf364819b0>, [{'id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'name': 'tempest-AttachVolumeTestJSON-1592688563-router', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:42Z', 'updated_at': '2021-07-13T21:58:53Z', 'revision_number': 4, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'gw_port': {'id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:43Z', 'updated_at': '2021-07-13T21:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': 'ae3772b1-0363-4102-92e7-f7bfaebdbf62', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'port_id': '8f247246-3630-4816-a889-d02fa1c77b43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'mac_address': 'fa:16:3e:70:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d94661-7f9b-4b24-b305-312abefbe23f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T21:59:13Z', 'updated_at': '2021-07-13T21:59:56Z', 'revision_number': 1, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5dd7cf-732e-4bad-8cfe-d2cbf2407881', 'name': '', 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'mac_address': 'fa:16:3e:31:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:59:12Z', 'revision_number': 5, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'subnets': [{'id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:59:59.403616 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b497def-ec59-4134-a439-504bcc9cd8e9 None None] Checking router: b1173936-da62-4a36-a053-cda0ccdc1621 for host: dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 21:59:59.425454 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-85ded0a0-6862-439c-9baa-f2e274cf4be0 req-0d61fcf4-4980-4725-bb53-026f9e7c90a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 1098 time: 0.1650429
Jul 13 21:59:59.425969 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b497def-ec59-4134-a439-504bcc9cd8e9 None None] Routers {'b1173936-da62-4a36-a053-cda0ccdc1621'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 21:59:59.426884 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-3b497def-ec59-4134-a439-504bcc9cd8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf364819b0>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T21:59:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['b1173936-da62-4a36-a053-cda0ccdc1621'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 21:59:59.507519 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-85ded0a0-6862-439c-9baa-f2e274cf4be0 req-c94ccda2-a227-4b68-a137-da616d29fb3c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636840
Jul 13 21:59:59.562787 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0d4fb2f9-8f8c-4524-850f-c5740622a674 req-06c2a6c8-369c-412d-a094-e01faf069ac8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f247246-3630-4816-a889-d02fa1c77b43 HTTP/1.1" status: 200  len: 999 time: 0.2268200
Jul 13 21:59:59.664489 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-3b497def-ec59-4134-a439-504bcc9cd8e9 None None] Set router b1173936-da62-4a36-a053-cda0ccdc1621 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 21:59:59.796381 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904c62a-6f8b-48d2-8640-424f07575637 req-01157922-cccf-4247-b4ba-68a4bfa48823 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 21:59:59.798136 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a904c62a-6f8b-48d2-8640-424f07575637 req-01157922-cccf-4247-b4ba-68a4bfa48823 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 945 time: 0.1136272
Jul 13 21:59:59.894031 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a904c62a-6f8b-48d2-8640-424f07575637 req-2dda1114-cec0-4080-9dfe-ac0b8041c975 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869973
Jul 13 22:00:00.026322 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fb2f9-8f8c-4524-850f-c5740622a674 req-9e45835a-c639-455f-96e3-2d3106471a2f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:00.028354 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0d4fb2f9-8f8c-4524-850f-c5740622a674 req-9e45835a-c639-455f-96e3-2d3106471a2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c HTTP/1.1" status: 200  len: 850 time: 0.0888815
Jul 13 22:00:00.225530 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0d4fb2f9-8f8c-4524-850f-c5740622a674 req-5dd7f063-997f-45eb-b48d-0fbab1c29037 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c786a95b-96e8-46c1-a1a0-fc4a1a977bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1814992
Jul 13 22:00:00.324934 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-3b497def-ec59-4134-a439-504bcc9cd8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf364819b0>, [{'id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'name': 'tempest-AttachVolumeTestJSON-1592688563-router', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:42Z', 'updated_at': '2021-07-13T21:58:53Z', 'revision_number': 4, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'gw_port': {'id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:43Z', 'updated_at': '2021-07-13T21:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': 'ae3772b1-0363-4102-92e7-f7bfaebdbf62', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'port_id': '8f247246-3630-4816-a889-d02fa1c77b43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'mac_address': 'fa:16:3e:70:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d94661-7f9b-4b24-b305-312abefbe23f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T21:59:13Z', 'updated_at': '2021-07-13T21:59:56Z', 'revision_number': 1, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5dd7cf-732e-4bad-8cfe-d2cbf2407881', 'name': '', 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'mac_address': 'fa:16:3e:31:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:59:12Z', 'revision_number': 5, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'subnets': [{'id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:00:00.329592 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b497def-ec59-4134-a439-504bcc9cd8e9 None None] The sync data for ids ['b1173936-da62-4a36-a053-cda0ccdc1621'] in dv-cinder-800618-1-iscsi is: [{'id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'name': 'tempest-AttachVolumeTestJSON-1592688563-router', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:42Z', 'updated_at': '2021-07-13T21:58:53Z', 'revision_number': 4, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'gw_port': {'id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:43Z', 'updated_at': '2021-07-13T21:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': 'ae3772b1-0363-4102-92e7-f7bfaebdbf62', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'port_id': '8f247246-3630-4816-a889-d02fa1c77b43', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'mac_address': 'fa:16:3e:70:7e:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d94661-7f9b-4b24-b305-312abefbe23f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T21:59:13Z', 'updated_at': '2021-07-13T21:59:56Z', 'revision_number': 1, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5dd7cf-732e-4bad-8cfe-d2cbf2407881', 'name': '', 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'mac_address': 'fa:16:3e:31:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:59:12Z', 'revision_number': 5, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'subnets': [{'id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:00:00.469935 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b58643-0f0d-451a-a281-6ddf2b8aa801 req-d4121a80-9463-4eb9-8467-a58b911d8b3e tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:00.471546 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-69b58643-0f0d-451a-a281-6ddf2b8aa801 req-d4121a80-9463-4eb9-8467-a58b911d8b3e tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.1945417
Jul 13 22:00:00.475241 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0d4fb2f9-8f8c-4524-850f-c5740622a674 req-d786c79a-7069-44fc-9842-a5a72186eb88 service neutron] 10.222.0.15 "GET /v2.0/networks/c786a95b-96e8-46c1-a1a0-fc4a1a977bd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2401257
Jul 13 22:00:00.552701 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-69b58643-0f0d-451a-a281-6ddf2b8aa801 req-b3dc2e35-2707-46e2-a8d8-2f190fa1f54c tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724151
Jul 13 22:00:00.683858 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1dc22894-5fa0-429a-bcc4-6a3d443019ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:00.755992 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 38290) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:00.811565 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 38296) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:00.837979 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0884e04-521b-45b6-a8c9-b29ae168f176 admin admin] Deleting subnet 6fc35078-07d3-45ad-ad24-0d501bfc216e {{(pid=82083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 13 22:00:00.841801 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d0884e04-521b-45b6-a8c9-b29ae168f176 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:00.871682 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5464ea42-f702-4646-9479-05101a96ceee None None] New status for floating IP ae3772b1-0363-4102-92e7-f7bfaebdbf62: ACTIVE {{(pid=82085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 13 22:00:00.895266 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d0884e04-521b-45b6-a8c9-b29ae168f176 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:00.903430 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d0884e04-521b-45b6-a8c9-b29ae168f176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854679291'] for subnet, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:00.984630 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-64408312-f4fb-4d04-a366-e0a5f447ab4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:00.987253 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d0884e04-521b-45b6-a8c9-b29ae168f176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-96525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for subnet, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:00.992677 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-10ce3579-d0ac-439c-a56c-28af0b54e93a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:01.030665 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-64408312-f4fb-4d04-a366-e0a5f447ab4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:01.033784 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0884e04-521b-45b6-a8c9-b29ae168f176 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fc35078-07d3-45ad-ad24-0d501bfc216e,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:01.034719 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-64408312-f4fb-4d04-a366-e0a5f447ab4d admin admin] Usage tracker for resource:security_group_rule and tenant:6ec1908747b34d32812104261ce9dedf is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:01.038711 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-64408312-f4fb-4d04-a366-e0a5f447ab4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:01.041464 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-d0884e04-521b-45b6-a8c9-b29ae168f176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:01.044136 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d0884e04-521b-45b6-a8c9-b29ae168f176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:01.048594 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-64408312-f4fb-4d04-a366-e0a5f447ab4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:01.050969 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-d0884e04-521b-45b6-a8c9-b29ae168f176 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6fc35078-07d3-45ad-ad24-0d501bfc216e HTTP/1.1" status: 204  len: 168 time: 0.2934122
Jul 13 22:00:01.053120 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 38304) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:01.123878 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-64408312-f4fb-4d04-a366-e0a5f447ab4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:01.127229 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-64408312-f4fb-4d04-a366-e0a5f447ab4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:01.136089 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:01.189340 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64408312-f4fb-4d04-a366-e0a5f447ab4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d5cb42-91e6-4f76-84c6-f5a401ba0cf5,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:01.194093 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-64408312-f4fb-4d04-a366-e0a5f447ab4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:01.196565 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-64408312-f4fb-4d04-a366-e0a5f447ab4d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ec1908747b34d32812104261ce9dedf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3824050
Jul 13 22:00:01.199110 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:00:01.199788 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 38310) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:01.238709 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-104256'] for network, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:01.265985 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-959b3f39-07d8-4a6e-b690-6680d7a39ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:01.293689 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-959b3f39-07d8-4a6e-b690-6680d7a39ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:01.305046 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2402e-856a-46a4-817e-0ab36ae9ef56 req-80a250a9-9cbe-41e7-85d9-7feb1bdb3f65 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:01.306648 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c0a2402e-856a-46a4-817e-0ab36ae9ef56 req-80a250a9-9cbe-41e7-85d9-7feb1bdb3f65 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 945 time: 0.2278624
Jul 13 22:00:01.338304 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-959b3f39-07d8-4a6e-b690-6680d7a39ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:01.343322 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-84504676-ffb0-4415-b989-3d4bab92e006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:01.357222 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b3f39-07d8-4a6e-b690-6680d7a39ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d5cb42-91e6-4f76-84c6-f5a401ba0cf5,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:01.359962 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-959b3f39-07d8-4a6e-b690-6680d7a39ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:01.361156 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-959b3f39-07d8-4a6e-b690-6680d7a39ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:01.362349 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-959b3f39-07d8-4a6e-b690-6680d7a39ce9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35d5cb42-91e6-4f76-84c6-f5a401ba0cf5 HTTP/1.1" status: 204  len: 168 time: 0.1613946
Jul 13 22:00:01.602941 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690162', 'neutron.services.segments.db._delete_segments_for_network--9223363253856679420'] for network, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:01.624524 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fcf35ceb630>> segment before_delete 55550000 {{(pid=82083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:00:01.624996 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fcf35ceb630>> subnet precommit_delete_associations 55550000 {{(pid=82083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:00:01.625985 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf35ceb908>> segment_host_mapping after_create 55550000 {{(pid=82083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:00:01.626171 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf35ceb908>> port after_create 55550000 {{(pid=82083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:00:01.626535 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf35ceb908>> port after_delete 55550000 {{(pid=82083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:00:01.626911 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf35ceb908>> port after_update 55550000 {{(pid=82083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:00:01.627269 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf35ceb908>> segment after_delete 55550000 {{(pid=82083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:00:01.627649 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf35ceb908>> subnet after_create 55550000 {{(pid=82083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:00:01.628010 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf35ceb908>> subnet after_delete 55550000 {{(pid=82083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:00:01.628365 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf35ceb908>> subnet after_update 55550000 {{(pid=82083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:00:01.691742 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fcf36026550>> subnet after_create 55550000 {{(pid=82083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:00:01.692136 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fcf36026550>> subnet after_delete 55550000 {{(pid=82083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:00:01.692514 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fcf36026550>> subnet before_create 55550000 {{(pid=82083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:00:01.692917 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fcf36026550>> subnet before_update 55550000 {{(pid=82083) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:00:01.693311 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf35cebcf8>,) {'filters': {'network_id': ['438952cd-2663-4fe7-ab6c-469bf0e9ee85']}} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:00:01.711579 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c0a2402e-856a-46a4-817e-0ab36ae9ef56 req-3e4cb602-5ddb-4bf8-b26a-40561c530c45 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3889465
Jul 13 22:00:01.713255 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf35cebcf8>, '354c1d94-8079-4666-8738-56e22a6193f3') {'for_net_delete': True} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:00:01.713627 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf35cebcf8>, '354c1d94-8079-4666-8738-56e22a6193f3') {} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:00:01.739250 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253856686179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2482704'] for segment, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:01.762355 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:01.770403 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=82083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 13 22:00:01.770838 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852293149'] for segment, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:   (self, other),
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:   (self, other),
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]: Traceback (most recent call last):
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:     timer()
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:     cb(*args, **kw)
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:     return func(*args, **kwargs)
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:     self._notify()
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:     self.callback(batched_events)
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:     event.method(event)
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:     segment_id)['aggregates'][0]
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:     return f(self, *a, **k)
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self._get(url).json()
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:     **kwargs)
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self.request(url, 'GET', **kwargs)
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:     **endpoint_filter)
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 13 22:00:01.787755 dv-cinder-800618-1-iscsi neutron-server[81974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 13 22:00:01.879897 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854022065'] for network, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:01.885392 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:01.905441 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:01.907989 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] Pushing event deleted for resources: {'Network': ['ID=438952cd-2663-4fe7-ab6c-469bf0e9ee85,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:01.911074 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:01.914074 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] 10.222.0.18 "DELETE /v2.0/networks/438952cd-2663-4fe7-ab6c-469bf0e9ee85 HTTP/1.1" status: 204  len: 168 time: 0.8596997
Jul 13 22:00:02.062721 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 38338) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:02.118202 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-d466cce2-53c2-433c-879f-ef7c3e896e41 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4ca4c70aa46444f8a9ccd9abb4b7726&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0518107
Jul 13 22:00:02.118430 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 38342) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:02.180275 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7361f070-4949-4678-9cb2-9b0bd0a74192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:02.208954 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7361f070-4949-4678-9cb2-9b0bd0a74192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:02.254299 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7361f070-4949-4678-9cb2-9b0bd0a74192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:02.259449 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-100c5211-3a9e-46d0-b01d-45a540a59a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:02.277670 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361f070-4949-4678-9cb2-9b0bd0a74192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba374384-3fbd-403c-bea0-513e7efd543b,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:02.283381 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7361f070-4949-4678-9cb2-9b0bd0a74192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:02.288971 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7361f070-4949-4678-9cb2-9b0bd0a74192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:02.288971 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-7361f070-4949-4678-9cb2-9b0bd0a74192 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba374384-3fbd-403c-bea0-513e7efd543b HTTP/1.1" status: 204  len: 168 time: 0.1669068
Jul 13 22:00:02.321441 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:02.992994 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-869df2ea-2baa-477e-812e-fa06602119da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:03.247939 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 38390) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:03.336876 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0d4fb2f9-8f8c-4524-850f-c5740622a674 req-a91ba795-f97c-43c1-921f-d7061b33f8aa service neutron] 10.222.0.15 "GET /v2.0/networks/c786a95b-96e8-46c1-a1a0-fc4a1a977bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1516492
Jul 13 22:00:03.511315 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d783ef7-3584-4978-9b45-3957f2f13d84 req-b8ec3083-1a3c-4b6d-8a46-f41d9d8b86fa tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:03.513079 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4d783ef7-3584-4978-9b45-3957f2f13d84 req-b8ec3083-1a3c-4b6d-8a46-f41d9d8b86fa tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.1220863
Jul 13 22:00:03.549497 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1866152150-network', 'tenant_id': '1f0d3fe137e44926a95135865283c4a1'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:00:03.555756 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:03.573297 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] Usage tracker for resource:network and tenant:1f0d3fe137e44926a95135865283c4a1 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:03.584001 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4d783ef7-3584-4978-9b45-3957f2f13d84 req-228c83d1-c9d6-498a-9ae4-00b030270a2e tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626688
Jul 13 22:00:03.585115 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:03.592198 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:03.603284 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] Made reservation on behalf of 1f0d3fe137e44926a95135865283c4a1 for: {'network': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:00:03.607463 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:03.608835 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for network, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:03.625109 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:03.654101 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8e789-10a6-41bc-9efb-1818df8e09a4 req-bf9aae4e-3d27-4163-b42f-e2f2a85e450d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:03.655625 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6ea8e789-10a6-41bc-9efb-1818df8e09a4 req-bf9aae4e-3d27-4163-b42f-e2f2a85e450d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 945 time: 0.0926068
Jul 13 22:00:03.659276 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:03.663531 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] Usage tracker for resource:security_group_rule and tenant:1f0d3fe137e44926a95135865283c4a1 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:03.666765 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:03.672837 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:03.725977 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6ea8e789-10a6-41bc-9efb-1818df8e09a4 req-db32eda9-eae2-4abb-803e-6321428ead2c tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622733
Jul 13 22:00:03.771615 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:03.777096 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:03.784940 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b437ba06-31b6-47ce-9449-b4cd29d8d560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:03.822455 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103}  {{(pid=82084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 13 22:00:03.825595 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfa552b-0a27-4d73-8274-4a4f8ac8878d,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:03.831377 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:03.837427 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:03.837859 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.segments_db [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] Added segment c563ecc6-31ca-4aab-bf5b-406a1d0cd571 of type vlan for network d30ba000-12b5-4bb5-a7ec-e72201fbe3cb
Jul 13 22:00:03.868271 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782997489472'] for network, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:03.903197 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for network, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:03.904524 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:03.905283 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:03.919982 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c77952fa-6678-44f6-b5ae-e61c657a0166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:04.028162 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.7790394
Jul 13 22:00:04.031649 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] Pushing event updated for resources: {'Network': ['ID=d30ba000-12b5-4bb5-a7ec-e72201fbe3cb,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:04.032046 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 38432) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:04.044729 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-48a50df0-d66a-40b5-803c-afbcf66d27b3 admin admin] Request body: {'subnet': {'network_id': 'd30ba000-12b5-4bb5-a7ec-e72201fbe3cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1866152150-subnet', 'tenant_id': '1f0d3fe137e44926a95135865283c4a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:00:04.047239 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:04.055584 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-48a50df0-d66a-40b5-803c-afbcf66d27b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:04.057572 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Network d30ba000-12b5-4bb5-a7ec-e72201fbe3cb details requested by agent ovs-agent-dv-cinder-800618-1-iscsi with host dv-cinder-800618-1-iscsi {{(pid=82085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 13 22:00:04.062431 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-48a50df0-d66a-40b5-803c-afbcf66d27b3 admin admin] Usage tracker for resource:subnet and tenant:1f0d3fe137e44926a95135865283c4a1 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:04.068588 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-48a50df0-d66a-40b5-803c-afbcf66d27b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:04.074963 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-48a50df0-d66a-40b5-803c-afbcf66d27b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:04.086174 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a50df0-d66a-40b5-803c-afbcf66d27b3 admin admin] Made reservation on behalf of 1f0d3fe137e44926a95135865283c4a1 for: {'subnet': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:00:04.092141 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-48a50df0-d66a-40b5-803c-afbcf66d27b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853125893'] for subnet, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:04.348256 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-48a50df0-d66a-40b5-803c-afbcf66d27b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852293047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853125910'] for subnet, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:04.355764 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-d0884e04-521b-45b6-a8c9-b29ae168f176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:04.453103 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a50df0-d66a-40b5-803c-afbcf66d27b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dcfbf31-45d5-4b1c-837f-4509357af732,revision_number=0']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:04.465259 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-48a50df0-d66a-40b5-803c-afbcf66d27b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:04.477494 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a50df0-d66a-40b5-803c-afbcf66d27b3 admin admin] Checking segment: {'id': 'c563ecc6-31ca-4aab-bf5b-406a1d0cd571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd30ba000-12b5-4bb5-a7ec-e72201fbe3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:00:04.477907 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a50df0-d66a-40b5-803c-afbcf66d27b3 admin admin] Network hostable DHCP agents. Network: d30ba000-12b5-4bb5-a7ec-e72201fbe3cb, hostable agents: ['42e73b5f-b36d-45e9-8068-895c526abb3e'], hosted agents: [] {{(pid=82083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 13 22:00:04.505716 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a50df0-d66a-40b5-803c-afbcf66d27b3 admin admin] Network d30ba000-12b5-4bb5-a7ec-e72201fbe3cb is scheduled to be hosted by DHCP agent 42e73b5f-b36d-45e9-8068-895c526abb3e with binding_index 1 {{(pid=82083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 13 22:00:04.516583 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-48a50df0-d66a-40b5-803c-afbcf66d27b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-iscsi, d30ba000-12b5-4bb5-a7ec-e72201fbe3cb) {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:00:04.521654 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a50df0-d66a-40b5-803c-afbcf66d27b3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:04.523832 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-48a50df0-d66a-40b5-803c-afbcf66d27b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:04.526109 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08100990-4848-41af-a740-535c88942f39 None None] Network d30ba000-12b5-4bb5-a7ec-e72201fbe3cb requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:00:04.558015 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-48a50df0-d66a-40b5-803c-afbcf66d27b3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5111217
Jul 13 22:00:04.824241 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:04.870371 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f24f3-2e90-4d88-b622-61339acbdfa6 req-ab825947-06c1-4a59-a66f-a80b98ceb197 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:04.884211 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1b5f24f3-2e90-4d88-b622-61339acbdfa6 req-ab825947-06c1-4a59-a66f-a80b98ceb197 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.1180184
Jul 13 22:00:04.926467 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36713ad-4633-4330-97d6-2a98b78d55ad None None] Network d30ba000-12b5-4bb5-a7ec-e72201fbe3cb requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:00:04.961603 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1b5f24f3-2e90-4d88-b622-61339acbdfa6 req-e40c7771-1586-43ee-806a-70651c9bb8b8 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746436
Jul 13 22:00:05.075362 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320dc103-207b-48fd-a01b-58c17bc990dc req-eea1aab7-0ebe-4899-bf25-fba01a02d041 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:05.083271 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-320dc103-207b-48fd-a01b-58c17bc990dc req-eea1aab7-0ebe-4899-bf25-fba01a02d041 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 945 time: 0.1089346
Jul 13 22:00:05.128937 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-320dc103-207b-48fd-a01b-58c17bc990dc req-95cf0e63-05b5-4bbd-8a67-f6b959b3eefa tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446987
Jul 13 22:00:05.796930 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 38512) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:05.803276 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1542074751-network', 'tenant_id': '465612b49ad4453cb4aa5759b0f00d7d'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:00:05.808484 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:05.812539 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] Usage tracker for resource:network and tenant:465612b49ad4453cb4aa5759b0f00d7d is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:05.815765 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:05.823251 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:05.833107 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] Made reservation on behalf of 465612b49ad4453cb4aa5759b0f00d7d for: {'network': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:00:05.838103 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for network, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:05.851990 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:05.889153 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:05.893405 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] Usage tracker for resource:security_group_rule and tenant:465612b49ad4453cb4aa5759b0f00d7d is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:05.896418 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:05.902688 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:05.973943 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:05.977500 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:05.982048 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c058a73d-9487-4e3e-9134-d30354564610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:06.018893 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107}  {{(pid=82083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 13 22:00:06.024898 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d01afb1-6094-4cff-866e-295d83b6710e,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:06.029430 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:06.037629 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:06.038110 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.segments_db [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] Added segment 0d4c839a-1e37-4e89-a8fe-bec9ef15dd52 of type vlan for network 9f500ee0-5eee-45c2-8356-910249c625db
Jul 13 22:00:06.110192 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782997489472'] for network, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:06.166254 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for network, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:06.168921 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:06.169754 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:06.177488 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bd79e088-9847-46d2-b4df-5afb8bd4cdf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:06.270663 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e3001-ecc4-41db-b743-74d273d02800 req-a941ec37-0cad-4df2-9155-33f783142e8a tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:06.279148 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7c3e3001-ecc4-41db-b743-74d273d02800 req-a941ec37-0cad-4df2-9155-33f783142e8a tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.1042366
Jul 13 22:00:06.309547 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] Pushing event updated for resources: {'Network': ['ID=9f500ee0-5eee-45c2-8356-910249c625db,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:06.318549 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:06.325004 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Network 9f500ee0-5eee-45c2-8356-910249c625db details requested by agent ovs-agent-dv-cinder-800618-1-iscsi with host dv-cinder-800618-1-iscsi {{(pid=82085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 13 22:00:06.326491 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.5281351
Jul 13 22:00:06.329070 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 38536) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:06.335688 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-f07e94d3-a55a-44af-9854-3f9402172889 admin admin] Request body: {'subnet': {'network_id': '9f500ee0-5eee-45c2-8356-910249c625db', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1542074751-subnet', 'tenant_id': '465612b49ad4453cb4aa5759b0f00d7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:00:06.346924 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7c3e3001-ecc4-41db-b743-74d273d02800 req-0e9733ad-2ecf-4e30-aa48-2dface71ab65 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666175
Jul 13 22:00:06.349666 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-f07e94d3-a55a-44af-9854-3f9402172889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:06.359167 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-f07e94d3-a55a-44af-9854-3f9402172889 admin admin] Usage tracker for resource:subnet and tenant:465612b49ad4453cb4aa5759b0f00d7d is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:06.362549 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-f07e94d3-a55a-44af-9854-3f9402172889 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:06.369136 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-f07e94d3-a55a-44af-9854-3f9402172889 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:06.380215 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07e94d3-a55a-44af-9854-3f9402172889 admin admin] Made reservation on behalf of 465612b49ad4453cb4aa5759b0f00d7d for: {'subnet': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:00:06.385818 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f07e94d3-a55a-44af-9854-3f9402172889 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853125893'] for subnet, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:06.609415 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f07e94d3-a55a-44af-9854-3f9402172889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852293047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853125910'] for subnet, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:06.614020 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:06.686131 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e94d3-a55a-44af-9854-3f9402172889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=487d4fff-4791-460d-ba49-bb4fb587783d,revision_number=0']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:06.690727 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f07e94d3-a55a-44af-9854-3f9402172889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:06.701759 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07e94d3-a55a-44af-9854-3f9402172889 admin admin] Checking segment: {'id': '0d4c839a-1e37-4e89-a8fe-bec9ef15dd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9f500ee0-5eee-45c2-8356-910249c625db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:00:06.702160 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07e94d3-a55a-44af-9854-3f9402172889 admin admin] Network hostable DHCP agents. Network: 9f500ee0-5eee-45c2-8356-910249c625db, hostable agents: ['42e73b5f-b36d-45e9-8068-895c526abb3e'], hosted agents: [] {{(pid=82083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 13 22:00:06.727735 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07e94d3-a55a-44af-9854-3f9402172889 admin admin] Network 9f500ee0-5eee-45c2-8356-910249c625db is scheduled to be hosted by DHCP agent 42e73b5f-b36d-45e9-8068-895c526abb3e with binding_index 1 {{(pid=82083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 13 22:00:06.737477 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-f07e94d3-a55a-44af-9854-3f9402172889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-iscsi, 9f500ee0-5eee-45c2-8356-910249c625db) {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:00:06.742172 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07e94d3-a55a-44af-9854-3f9402172889 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:06.743748 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f07e94d3-a55a-44af-9854-3f9402172889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:06.747168 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a42945-0bae-4dd2-9304-a98bf604a4ad None None] Network 9f500ee0-5eee-45c2-8356-910249c625db requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:00:06.776835 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-f07e94d3-a55a-44af-9854-3f9402172889 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.4373009
Jul 13 22:00:06.954094 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 38554) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:07.061911 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b6b2cc8-72af-4ca8-899b-ae31a6ed0104 admin admin] Deleting subnet 8dcfbf31-45d5-4b1c-837f-4509357af732 {{(pid=82083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 13 22:00:07.063882 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9b6b2cc8-72af-4ca8-899b-ae31a6ed0104 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:07.070888 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dba4d0-37d6-4fc3-abf0-a8bbbc74ecf6 None None] Network 9f500ee0-5eee-45c2-8356-910249c625db requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:00:07.124453 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9b6b2cc8-72af-4ca8-899b-ae31a6ed0104 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852293096'] for subnet, precommit_delete_associations {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:07.189198 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9b6b2cc8-72af-4ca8-899b-ae31a6ed0104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854679291'] for subnet, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:07.273850 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9b6b2cc8-72af-4ca8-899b-ae31a6ed0104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-96525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852293234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1649821'] for subnet, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:07.278727 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f07e94d3-a55a-44af-9854-3f9402172889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:07.315117 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b2cc8-72af-4ca8-899b-ae31a6ed0104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dcfbf31-45d5-4b1c-837f-4509357af732,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:07.318880 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-9b6b2cc8-72af-4ca8-899b-ae31a6ed0104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:07.322638 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9b6b2cc8-72af-4ca8-899b-ae31a6ed0104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:07.328849 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-9b6b2cc8-72af-4ca8-899b-ae31a6ed0104 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8dcfbf31-45d5-4b1c-837f-4509357af732 HTTP/1.1" status: 204  len: 168 time: 0.3735642
Jul 13 22:00:07.331453 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 38574) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:07.448832 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e34994bf-0a61-418e-9558-e136fd8f6939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-104256'] for network, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:07.634481 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e34994bf-0a61-418e-9558-e136fd8f6939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690162', 'neutron.services.segments.db._delete_segments_for_network--9223363253856679420'] for network, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:07.652231 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-e34994bf-0a61-418e-9558-e136fd8f6939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf3691a5c0>,) {'filters': {'network_id': ['d30ba000-12b5-4bb5-a7ec-e72201fbe3cb']}} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:00:07.667965 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-e34994bf-0a61-418e-9558-e136fd8f6939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf3691a5c0>, 'c563ecc6-31ca-4aab-bf5b-406a1d0cd571') {'for_net_delete': True} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:00:07.668305 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-e34994bf-0a61-418e-9558-e136fd8f6939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf3691a5c0>, 'c563ecc6-31ca-4aab-bf5b-406a1d0cd571') {} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:00:07.689939 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e34994bf-0a61-418e-9558-e136fd8f6939 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253856686179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2482704'] for segment, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:07.759470 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003184d8-041b-46d8-8d08-ce5c26c4711b req-c7538aec-68da-44b1-b4db-5b31481d3acb tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:07.761630 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-003184d8-041b-46d8-8d08-ce5c26c4711b req-c7538aec-68da-44b1-b4db-5b31481d3acb tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.2727737
Jul 13 22:00:07.771295 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e34994bf-0a61-418e-9558-e136fd8f6939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:07.829066 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34994bf-0a61-418e-9558-e136fd8f6939 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=82083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 13 22:00:07.829677 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e34994bf-0a61-418e-9558-e136fd8f6939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852293149'] for segment, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]: Traceback (most recent call last):
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:     timer()
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:     cb(*args, **kw)
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:     return func(*args, **kwargs)
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:     self._notify()
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:     self.callback(batched_events)
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:     event.method(event)
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:     segment_id)['aggregates'][0]
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:     return f(self, *a, **k)
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self._get(url).json()
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:     **kwargs)
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self.request(url, 'GET', **kwargs)
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:     **endpoint_filter)
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 13 22:00:07.853404 dv-cinder-800618-1-iscsi neutron-server[81974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 13 22:00:07.960971 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e34994bf-0a61-418e-9558-e136fd8f6939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854022065'] for network, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:07.965352 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-003184d8-041b-46d8-8d08-ce5c26c4711b req-3fa549df-b3f9-4a32-92a7-0d8582a0ab37 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1954451
Jul 13 22:00:07.967871 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e3675c23-4646-457d-af7b-456189ce4029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:07.986166 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e34994bf-0a61-418e-9558-e136fd8f6939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:08.002106 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34994bf-0a61-418e-9558-e136fd8f6939 admin admin] Pushing event deleted for resources: {'Network': ['ID=d30ba000-12b5-4bb5-a7ec-e72201fbe3cb,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:08.005513 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-e34994bf-0a61-418e-9558-e136fd8f6939 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d30ba000-12b5-4bb5-a7ec-e72201fbe3cb HTTP/1.1" status: 204  len: 168 time: 0.6730244
Jul 13 22:00:08.008371 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 38610) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:08.080544 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e34994bf-0a61-418e-9558-e136fd8f6939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:08.120660 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96f32d2-54c1-4e2d-9ad1-40741ecd99ae admin admin] Deleting subnet 487d4fff-4791-460d-ba49-bb4fb587783d {{(pid=82083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 13 22:00:08.124441 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c96f32d2-54c1-4e2d-9ad1-40741ecd99ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:08.167952 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-e88de897-9e7b-4461-a477-d9d87f295282 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:08.175444 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-e88de897-9e7b-4461-a477-d9d87f295282 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/networks?id=136f51ad-4115-4bbf-be16-6910b00eeb8f HTTP/1.1" status: 200  len: 815 time: 0.1963453
Jul 13 22:00:08.194298 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c96f32d2-54c1-4e2d-9ad1-40741ecd99ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852293096'] for subnet, precommit_delete_associations {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:08.195217 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-c4a4cf3e-1934-45f3-b43d-5a3d668a295b tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/quotas/9d98e8ce298b477986af89abffc6e6fb HTTP/1.1" status: 200  len: 375 time: 0.0187979
Jul 13 22:00:08.259434 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c96f32d2-54c1-4e2d-9ad1-40741ecd99ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854679291'] for subnet, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:08.286381 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-4e74e5aa-be22-4b7b-92a3-9aa7a9e909e2 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d98e8ce298b477986af89abffc6e6fb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0901864
Jul 13 22:00:08.371000 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c96f32d2-54c1-4e2d-9ad1-40741ecd99ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-96525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852293234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1649821'] for subnet, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:08.377847 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:08.446867 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-2c8cd131-679c-4c92-83cb-978a435f0636 service neutron] 10.222.0.18 "GET /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1592402
Jul 13 22:00:08.456710 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f32d2-54c1-4e2d-9ad1-40741ecd99ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=487d4fff-4791-460d-ba49-bb4fb587783d,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:08.459931 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c96f32d2-54c1-4e2d-9ad1-40741ecd99ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:08.467346 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c96f32d2-54c1-4e2d-9ad1-40741ecd99ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:08.477640 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-c96f32d2-54c1-4e2d-9ad1-40741ecd99ae admin admin] 10.222.0.18 "DELETE /v2.0/subnets/487d4fff-4791-460d-ba49-bb4fb587783d HTTP/1.1" status: 204  len: 168 time: 0.4676604
Jul 13 22:00:08.478953 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 38630) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:08.610868 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6c85f6d1-a510-48f0-9f6b-ac163b4fe920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-104256'] for network, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:08.790470 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6c85f6d1-a510-48f0-9f6b-ac163b4fe920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690162', 'neutron.services.segments.db._delete_segments_for_network--9223363253856679420'] for network, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:08.804340 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 38638) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:08.805421 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-69954822-0af9-4ba4-9dba-6a26ad9f58c6 service neutron] 10.222.0.18 "GET /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3574419
Jul 13 22:00:08.815716 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-6c85f6d1-a510-48f0-9f6b-ac163b4fe920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf3637ca58>,) {'filters': {'network_id': ['9f500ee0-5eee-45c2-8356-910249c625db']}} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:00:08.830383 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-6c85f6d1-a510-48f0-9f6b-ac163b4fe920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf3637ca58>, '0d4c839a-1e37-4e89-a8fe-bec9ef15dd52') {'for_net_delete': True} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:00:08.830730 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-6c85f6d1-a510-48f0-9f6b-ac163b4fe920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf3637ca58>, '0d4c839a-1e37-4e89-a8fe-bec9ef15dd52') {} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:00:08.843420 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6c85f6d1-a510-48f0-9f6b-ac163b4fe920 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253856686179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2482704'] for segment, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:08.859235 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6c85f6d1-a510-48f0-9f6b-ac163b4fe920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:08.865858 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c85f6d1-a510-48f0-9f6b-ac163b4fe920 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=82083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 13 22:00:08.866253 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6c85f6d1-a510-48f0-9f6b-ac163b4fe920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852293149'] for segment, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]: Traceback (most recent call last):
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:     timer()
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:     cb(*args, **kw)
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:     return func(*args, **kwargs)
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:     self._notify()
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:     self.callback(batched_events)
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:     event.method(event)
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:     segment_id)['aggregates'][0]
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:     return f(self, *a, **k)
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self._get(url).json()
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:     **kwargs)
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self.request(url, 'GET', **kwargs)
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:     **endpoint_filter)
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 13 22:00:08.882385 dv-cinder-800618-1-iscsi neutron-server[81974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 13 22:00:09.216643 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c27ac333-2a8d-4005-90f4-a7ead7ca5fb5 req-238b6f9a-65a2-4a19-bd6f-084b8cd061f3 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ec4782-cef0-4548-b622-d1ca001f751b HTTP/1.1" status: 200  len: 210 time: 0.0718896
Jul 13 22:00:09.217844 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-39c53009-001b-43d0-b7f9-f1856bddb090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:09.222244 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ae227-43e4-4bb0-bcfc-44045fad1e0a req-f498414d-5a91-4e7d-99cb-81b2487c215a tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:09.224204 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c65ae227-43e4-4bb0-bcfc-44045fad1e0a req-f498414d-5a91-4e7d-99cb-81b2487c215a tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.1042316
Jul 13 22:00:09.253786 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6c85f6d1-a510-48f0-9f6b-ac163b4fe920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854022065'] for network, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:09.262378 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:09.279594 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c65ae227-43e4-4bb0-bcfc-44045fad1e0a req-e20e3409-8836-4594-81b6-c828f924950c tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479071
Jul 13 22:00:09.284012 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6c85f6d1-a510-48f0-9f6b-ac163b4fe920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:09.286592 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85f6d1-a510-48f0-9f6b-ac163b4fe920 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f500ee0-5eee-45c2-8356-910249c625db,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:09.289967 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-39c53009-001b-43d0-b7f9-f1856bddb090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:09.292506 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6c85f6d1-a510-48f0-9f6b-ac163b4fe920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:09.298275 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-39c53009-001b-43d0-b7f9-f1856bddb090 admin admin] Usage tracker for resource:security_group_rule and tenant:0e3c982de3db403cbf511ee86f783d6e is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:09.302071 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-6c85f6d1-a510-48f0-9f6b-ac163b4fe920 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9f500ee0-5eee-45c2-8356-910249c625db HTTP/1.1" status: 204  len: 168 time: 0.8217683
Jul 13 22:00:09.303055 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-39c53009-001b-43d0-b7f9-f1856bddb090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:09.310388 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-39c53009-001b-43d0-b7f9-f1856bddb090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:09.391592 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-39c53009-001b-43d0-b7f9-f1856bddb090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:09.395890 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-39c53009-001b-43d0-b7f9-f1856bddb090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:09.411045 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-392645f9-8e91-4d08-b03d-60d26b4cb412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:09.462868 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c53009-001b-43d0-b7f9-f1856bddb090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a28121-b26d-4304-a194-627357243665,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:09.467211 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-39c53009-001b-43d0-b7f9-f1856bddb090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:09.469748 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-39c53009-001b-43d0-b7f9-f1856bddb090 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e3c982de3db403cbf511ee86f783d6e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6643519
Jul 13 22:00:09.472746 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 38662) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:09.483745 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 38666) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:09.547421 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-60f1984f-dac8-4f91-9a4a-03466b5bcae1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f0d3fe137e44926a95135865283c4a1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0620089
Jul 13 22:00:09.550196 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 38674) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:09.573317 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a3373c55-8c45-48be-83b6-28e579ba9023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:09.620828 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a3373c55-8c45-48be-83b6-28e579ba9023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:09.677667 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-40361a34-1230-46b0-b977-d34a4c7b240d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:09.706589 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-40361a34-1230-46b0-b977-d34a4c7b240d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:09.727089 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a3373c55-8c45-48be-83b6-28e579ba9023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:09.737162 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bc4f7b6c-820e-4ea1-b919-43581b9f07d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:09.753678 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3373c55-8c45-48be-83b6-28e579ba9023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a28121-b26d-4304-a194-627357243665,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:09.774030 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a3373c55-8c45-48be-83b6-28e579ba9023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:09.790178 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a3373c55-8c45-48be-83b6-28e579ba9023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:09.791362 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-a3373c55-8c45-48be-83b6-28e579ba9023 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35a28121-b26d-4304-a194-627357243665 HTTP/1.1" status: 204  len: 168 time: 0.3175511
Jul 13 22:00:09.819759 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-40361a34-1230-46b0-b977-d34a4c7b240d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:09.833908 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-948d47f6-971a-4e9a-969a-b8cd50bec9f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:09.862297 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-40361a34-1230-46b0-b977-d34a4c7b240d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:09.863234 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-40361a34-1230-46b0-b977-d34a4c7b240d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ecfa552b-0a27-4d73-8274-4a4f8ac8878d HTTP/1.1" status: 204  len: 168 time: 0.3120265
Jul 13 22:00:09.878292 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40361a34-1230-46b0-b977-d34a4c7b240d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfa552b-0a27-4d73-8274-4a4f8ac8878d,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:09.881337 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-40361a34-1230-46b0-b977-d34a4c7b240d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:10.334714 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 38698) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:10.369582 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 38702) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:10.390811 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3656d8be-8b83-4d04-bc56-5a8e44579aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:10.425711 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-3656d8be-8b83-4d04-bc56-5a8e44579aa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:10.430234 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-3656d8be-8b83-4d04-bc56-5a8e44579aa4 admin admin] Usage tracker for resource:security_group_rule and tenant:dc7fb7f0ff2b4ff480811429319db94b is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:10.435064 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-3656d8be-8b83-4d04-bc56-5a8e44579aa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:10.456187 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9cdb6096-754e-41df-9cdf-7c154d147a88 req-6b404966-0c95-4496-afc3-cdb6ef5cbc5e tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ec4782-cef0-4548-b622-d1ca001f751b HTTP/1.1" status: 200  len: 210 time: 0.0858011
Jul 13 22:00:10.496862 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-3656d8be-8b83-4d04-bc56-5a8e44579aa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:10.535057 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-60f6624c-fc6f-437a-bd44-89abf27b5413 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=465612b49ad4453cb4aa5759b0f00d7d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1964505
Jul 13 22:00:10.536320 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 38706) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:10.551975 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2692a2b-7f0f-46f9-b602-3249a7061367 req-959d3b5f-b0f9-475f-8659-c756aa88c684 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:10.553630 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d2692a2b-7f0f-46f9-b602-3249a7061367 req-959d3b5f-b0f9-475f-8659-c756aa88c684 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.1204023
Jul 13 22:00:10.641743 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d2692a2b-7f0f-46f9-b602-3249a7061367 req-a9133951-9d60-4af8-9263-ef84ad9edd14 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742257
Jul 13 22:00:10.646462 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3656d8be-8b83-4d04-bc56-5a8e44579aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:10.648639 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-f8d7208f-c13a-4dc3-b122-c819c795e147 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:10.649766 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-f8d7208f-c13a-4dc3-b122-c819c795e147 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Synchronizing usage tracker for tenant:9d98e8ce298b477986af89abffc6e6fb on resource:network {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:00:10.650384 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3656d8be-8b83-4d04-bc56-5a8e44579aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:10.665479 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-06c32ef3-f4a3-420f-8679-2d9ea65e36bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:10.697085 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b62fcb89-f5df-46d1-a947-1728959bba99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:10.706500 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-3656d8be-8b83-4d04-bc56-5a8e44579aa4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc7fb7f0ff2b4ff480811429319db94b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3357434
Jul 13 22:00:10.708309 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656d8be-8b83-4d04-bc56-5a8e44579aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872f053f-d23d-475e-85e1-67e2d09e9187,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:10.711433 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 38716) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:10.714268 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-3656d8be-8b83-4d04-bc56-5a8e44579aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:10.714505 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-f8d7208f-c13a-4dc3-b122-c819c795e147 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Unset dirty status for tenant:9d98e8ce298b477986af89abffc6e6fb on resource:network {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:00:10.715695 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-f8d7208f-c13a-4dc3-b122-c819c795e147 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.15 "GET /v2.0/networks?id=136f51ad-4115-4bbf-be16-6910b00eeb8f HTTP/1.1" status: 200  len: 815 time: 0.2989814
Jul 13 22:00:10.731685 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b62fcb89-f5df-46d1-a947-1728959bba99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:10.758283 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-b7971dfc-c330-4abf-a5cd-eec37daede74 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Request body: {'port': {'device_id': '87ec4782-cef0-4548-b622-d1ca001f751b', 'network_id': '136f51ad-4115-4bbf-be16-6910b00eeb8f', 'admin_state_up': True, 'tenant_id': '9d98e8ce298b477986af89abffc6e6fb'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:00:10.784080 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-932e8e9a-4446-47f5-830e-3f20a40a1244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:10.812526 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-932e8e9a-4446-47f5-830e-3f20a40a1244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:10.860095 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-932e8e9a-4446-47f5-830e-3f20a40a1244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:10.865497 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-66983ddd-785d-4087-9b19-15ad3640e812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:10.877815 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e8e9a-4446-47f5-830e-3f20a40a1244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872f053f-d23d-475e-85e1-67e2d09e9187,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:10.884547 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-932e8e9a-4446-47f5-830e-3f20a40a1244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:10.885964 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-932e8e9a-4446-47f5-830e-3f20a40a1244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:10.889680 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-932e8e9a-4446-47f5-830e-3f20a40a1244 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/872f053f-d23d-475e-85e1-67e2d09e9187 HTTP/1.1" status: 204  len: 168 time: 0.1747911
Jul 13 22:00:10.955754 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b62fcb89-f5df-46d1-a947-1728959bba99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:10.960040 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-b7971dfc-c330-4abf-a5cd-eec37daede74 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:10.964043 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:10.985225 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fcb89-f5df-46d1-a947-1728959bba99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d01afb1-6094-4cff-866e-295d83b6710e,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:10.989630 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-b7971dfc-c330-4abf-a5cd-eec37daede74 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:10.992623 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b62fcb89-f5df-46d1-a947-1728959bba99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:10.994917 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b62fcb89-f5df-46d1-a947-1728959bba99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:10.996275 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-b62fcb89-f5df-46d1-a947-1728959bba99 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d01afb1-6094-4cff-866e-295d83b6710e HTTP/1.1" status: 204  len: 168 time: 0.4587262
Jul 13 22:00:11.017066 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-b7971dfc-c330-4abf-a5cd-eec37daede74 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Made reservation on behalf of 9d98e8ce298b477986af89abffc6e6fb for: {'port': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:00:11.022863 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-b7971dfc-c330-4abf-a5cd-eec37daede74 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:11.203750 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-b7971dfc-c330-4abf-a5cd-eec37daede74 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Allocated IP 172.20.0.2 (136f51ad-4115-4bbf-be16-6910b00eeb8f/c92030fd-456d-4eba-ab18-f7c54fda6ba3/b4152cbf-f456-4ecf-8da1-2b6cd88a61ef) {{(pid=82083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:00:11.476557 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-b7971dfc-c330-4abf-a5cd-eec37daede74 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks [] for port, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:11.532072 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-b7971dfc-c330-4abf-a5cd-eec37daede74 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:11.543368 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:11.583264 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['b90febf4-60f1-4573-9146-7a4106624407', '7061a51f-848e-449e-beaf-6dcece56e144'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:00:11.688733 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-b7971dfc-c330-4abf-a5cd-eec37daede74 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Network 136f51ad-4115-4bbf-be16-6910b00eeb8f is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:00:11.707202 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-b7971dfc-c330-4abf-a5cd-eec37daede74 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:00:11.837271 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-b7971dfc-c330-4abf-a5cd-eec37daede74 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Received port after_create {{(pid=82083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:00:11.930223 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-b7971dfc-c330-4abf-a5cd-eec37daede74 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:11.930908 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-b7971dfc-c330-4abf-a5cd-eec37daede74 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:11.935134 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7971dfc-c330-4abf-a5cd-eec37daede74 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Pushing event updated for resources: {'Port': ['ID=b4152cbf-f456-4ecf-8da1-2b6cd88a61ef,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:11.940434 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b7971dfc-c330-4abf-a5cd-eec37daede74 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:11.988399 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef36e8-73dd-41c9-b2df-b7a786f8e832 req-6287de5a-b626-4934-a4a8-c5b236fd23b8 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:11.989457 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-a8ef36e8-73dd-41c9-b2df-b7a786f8e832 req-6287de5a-b626-4934-a4a8-c5b236fd23b8 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Synchronizing usage tracker for tenant:9d98e8ce298b477986af89abffc6e6fb on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:00:11.996142 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-b7971dfc-c330-4abf-a5cd-eec37daede74 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2428598
Jul 13 22:00:12.008671 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-a8ef36e8-73dd-41c9-b2df-b7a786f8e832 req-6287de5a-b626-4934-a4a8-c5b236fd23b8 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Unset dirty status for tenant:9d98e8ce298b477986af89abffc6e6fb on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:00:12.016516 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a8ef36e8-73dd-41c9-b2df-b7a786f8e832 req-6287de5a-b626-4934-a4a8-c5b236fd23b8 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ec4782-cef0-4548-b622-d1ca001f751b HTTP/1.1" status: 200  len: 931 time: 0.3106711
Jul 13 22:00:12.072805 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] Request body: {'port': {'device_id': '87ec4782-cef0-4548-b622-d1ca001f751b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:00:12.089326 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34a0b6-b5be-4b86-8ee9-cb0e1b7a5179 req-39e0245e-f350-4bb4-b820-a3037dee6b7a tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:12.101621 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fa34a0b6-b5be-4b86-8ee9-cb0e1b7a5179 req-39e0245e-f350-4bb4-b820-a3037dee6b7a tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.2226663
Jul 13 22:00:12.153457 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a8ef36e8-73dd-41c9-b2df-b7a786f8e832 req-2be42f70-dc06-4dc0-aa44-f05cb4ed4af9 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357603
Jul 13 22:00:12.169975 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fa34a0b6-b5be-4b86-8ee9-cb0e1b7a5179 req-e0befa9f-7c38-49c8-8a81-a74912717207 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667548
Jul 13 22:00:12.291232 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:12.715586 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4152cbf-f456-4ecf-8da1-2b6cd88a61ef {{(pid=82083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:00:12.724310 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:12.744211 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] Transition to ACTIVE for port object b4152cbf-f456-4ecf-8da1-2b6cd88a61ef will not be triggered until provisioned by entity L2. {{(pid=82083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:00:12.747786 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852293183'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:12.758799 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-deea0e98-db8f-4d32-925d-9e960b05c3aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:12.894952 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] Pushing event updated for resources: {'Port': ['ID=b4152cbf-f456-4ecf-8da1-2b6cd88a61ef,revision_number=2']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:12.896676 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 38802) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:12.897978 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:13.009321 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] Attempting to bind port b4152cbf-f456-4ecf-8da1-2b6cd88a61ef on host hv-cinder-80061 for vnic_type normal with profile  {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:00:13.009629 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] Attempting to bind port b4152cbf-f456-4ecf-8da1-2b6cd88a61ef by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': 'f1799ccd-1318-4e3f-bc76-e13aefcbc804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '136f51ad-4115-4bbf-be16-6910b00eeb8f'}] {{(pid=82083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:00:13.010068 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] Attempting to bind port b4152cbf-f456-4ecf-8da1-2b6cd88a61ef on network 136f51ad-4115-4bbf-be16-6910b00eeb8f {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:00:13.016694 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] Port b4152cbf-f456-4ecf-8da1-2b6cd88a61ef on network 136f51ad-4115-4bbf-be16-6910b00eeb8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 13 22:00:13.017133 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] Attempting to bind port b4152cbf-f456-4ecf-8da1-2b6cd88a61ef on network 136f51ad-4115-4bbf-be16-6910b00eeb8f {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:00:13.023803 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] Checking agent: {'id': '86d26810-67bf-4143-935e-299d5b9ec4cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 21, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:00:13.024186 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] Checking segment: {'id': 'f1799ccd-1318-4e3f-bc76-e13aefcbc804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '136f51ad-4115-4bbf-be16-6910b00eeb8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:00:13.024609 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] Bound using segment: {'id': 'f1799ccd-1318-4e3f-bc76-e13aefcbc804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '136f51ad-4115-4bbf-be16-6910b00eeb8f'} {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:00:13.025162 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] Bound port: b4152cbf-f456-4ecf-8da1-2b6cd88a61ef, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1799ccd-1318-4e3f-bc76-e13aefcbc804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '136f51ad-4115-4bbf-be16-6910b00eeb8f'}}] {{(pid=82083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:00:13.025579 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:13.064089 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-37141d73-3e38-4ce2-81ea-f162dbe93d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:13.105110 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-37141d73-3e38-4ce2-81ea-f162dbe93d21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:13.110533 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-37141d73-3e38-4ce2-81ea-f162dbe93d21 admin admin] Usage tracker for resource:security_group_rule and tenant:1e3043a973954e1c9ea4c0c9663b9f82 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:13.113780 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-37141d73-3e38-4ce2-81ea-f162dbe93d21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:13.120410 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-37141d73-3e38-4ce2-81ea-f162dbe93d21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:13.123196 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] For port b4152cbf-f456-4ecf-8da1-2b6cd88a61ef, host hv-cinder-80061, cleared binding levels {{(pid=82083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:00:13.126790 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] For port b4152cbf-f456-4ecf-8da1-2b6cd88a61ef, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=b4152cbf-f456-4ecf-8da1-2b6cd88a61ef,segment=NetworkSegment(f1799ccd-1318-4e3f-bc76-e13aefcbc804),segment_id=f1799ccd-1318-4e3f-bc76-e13aefcbc804)] {{(pid=82083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:00:13.130234 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852293183'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:13.135633 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:13.206041 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-37141d73-3e38-4ce2-81ea-f162dbe93d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:13.206546 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:13.208086 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] 10.222.0.15 "PUT /v2.0/ports/b4152cbf-f456-4ecf-8da1-2b6cd88a61ef HTTP/1.1" status: 200  len: 1093 time: 1.1606579
Jul 13 22:00:13.208698 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ec4782-cef0-4548-b622-d1ca001f751b', 'tag': 'b4152cbf-f456-4ecf-8da1-2b6cd88a61ef'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:00:13.214522 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-37141d73-3e38-4ce2-81ea-f162dbe93d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:13.222823 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] Pushing event updated for resources: {'Port': ['ID=b4152cbf-f456-4ecf-8da1-2b6cd88a61ef,revision_number=3']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:13.232751 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:13.246025 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:13.299289 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37141d73-3e38-4ce2-81ea-f162dbe93d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7367cee-58e5-44f9-85ae-abfd64d4233f,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:13.315052 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-37141d73-3e38-4ce2-81ea-f162dbe93d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:13.320850 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-37141d73-3e38-4ce2-81ea-f162dbe93d21 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e3043a973954e1c9ea4c0c9663b9f82&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4226649
Jul 13 22:00:13.323852 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 38828) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:13.432958 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ec4782-cef0-4548-b622-d1ca001f751b', 'tag': 'b4152cbf-f456-4ecf-8da1-2b6cd88a61ef', 'status': 'completed', 'code': 200}
Jul 13 22:00:13.546023 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232925c0-aa2f-4be9-bdf1-40d8c2e85650 req-a78cf310-f306-4d94-8f54-36c419b5bbd7 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:13.553496 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-232925c0-aa2f-4be9-bdf1-40d8c2e85650 req-a78cf310-f306-4d94-8f54-36c419b5bbd7 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ec4782-cef0-4548-b622-d1ca001f751b HTTP/1.1" status: 200  len: 943 time: 0.1152995
Jul 13 22:00:13.574631 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f6f4015c-7a3e-4f76-a84c-20c687274c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:13.600927 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-e278234d-a282-426d-be83-457c90b319d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d98e8ce298b477986af89abffc6e6fb&device_id=87ec4782-cef0-4548-b622-d1ca001f751b HTTP/1.1" status: 200  len: 1096 time: 0.2531471
Jul 13 22:00:13.614575 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-232925c0-aa2f-4be9-bdf1-40d8c2e85650 req-41b929af-11a5-489a-9c8f-0a409d41c111 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600533
Jul 13 22:00:13.704708 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f6f4015c-7a3e-4f76-a84c-20c687274c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:13.717362 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 38844) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:13.785247 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-eb447e9d-31c7-42f7-8a03-c22f60ed4502 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4152cbf-f456-4ecf-8da1-2b6cd88a61ef HTTP/1.1" status: 200  len: 217 time: 0.1570673
Jul 13 22:00:13.858323 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b24e31-0f29-4be5-81e9-f0fa530eeaa4 req-c7068241-5eb4-46df-8338-d093346e4b5c tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:13.865835 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c2b24e31-0f29-4be5-81e9-f0fa530eeaa4 req-c7068241-5eb4-46df-8338-d093346e4b5c tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.3569763
Jul 13 22:00:13.940662 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-3129e1b6-ddf9-4875-a683-286a356c9974 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:13.942338 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-3129e1b6-ddf9-4875-a683-286a356c9974 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c92030fd-456d-4eba-ab18-f7c54fda6ba3 HTTP/1.1" status: 200  len: 855 time: 0.1330729
Jul 13 22:00:13.948309 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f6f4015c-7a3e-4f76-a84c-20c687274c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:13.948893 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6d0bd968-c874-492e-a212-8bb2a0ab4e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:13.965374 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c2b24e31-0f29-4be5-81e9-f0fa530eeaa4 req-49e42716-3599-4686-b2ed-ccafeccffdb7 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985916
Jul 13 22:00:13.972619 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4015c-7a3e-4f76-a84c-20c687274c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7367cee-58e5-44f9-85ae-abfd64d4233f,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:13.977173 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f6f4015c-7a3e-4f76-a84c-20c687274c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:13.981310 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f6f4015c-7a3e-4f76-a84c-20c687274c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:13.982817 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-f6f4015c-7a3e-4f76-a84c-20c687274c22 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d7367cee-58e5-44f9-85ae-abfd64d4233f HTTP/1.1" status: 204  len: 168 time: 0.6578875
Jul 13 22:00:14.052465 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-1f7772bf-305c-4d65-8eb8-3762c5ace2a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=136f51ad-4115-4bbf-be16-6910b00eeb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0476260
Jul 13 22:00:14.093942 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a7f8e7c7-68bb-4129-a1fc-412d2f2bad15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:14.131353 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-a7f8e7c7-68bb-4129-a1fc-412d2f2bad15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:14.138005 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-a7f8e7c7-68bb-4129-a1fc-412d2f2bad15 admin admin] Usage tracker for resource:security_group_rule and tenant:b16559ca9dfe4915bd56a449610436fd is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:14.141532 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-a7f8e7c7-68bb-4129-a1fc-412d2f2bad15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:14.148964 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-a7f8e7c7-68bb-4129-a1fc-412d2f2bad15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:14.231749 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a7f8e7c7-68bb-4129-a1fc-412d2f2bad15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:14.235251 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a7f8e7c7-68bb-4129-a1fc-412d2f2bad15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:14.244601 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:14.246673 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-71534383-9286-46bd-b619-80e108e701c3 service neutron] 10.222.0.15 "GET /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1860263
Jul 13 22:00:14.296553 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-a7f8e7c7-68bb-4129-a1fc-412d2f2bad15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b16559ca9dfe4915bd56a449610436fd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5769057
Jul 13 22:00:14.297383 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8e7c7-68bb-4129-a1fc-412d2f2bad15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e01172-3d92-4433-b29c-c781355e37b9,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:14.298442 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 38866) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:14.300547 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a7f8e7c7-68bb-4129-a1fc-412d2f2bad15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:14.465231 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-53f047c6-7e9b-49a2-8fe7-a9a9426a4b7f req-50722c18-d8d0-4f05-b2b0-4f7b17d5829c service neutron] 10.222.0.15 "GET /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2115128
Jul 13 22:00:14.472770 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a273f3dc-b873-4313-be00-95af77015ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:14.684212 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a273f3dc-b873-4313-be00-95af77015ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:14.776502 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a273f3dc-b873-4313-be00-95af77015ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:14.789069 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b62fcb89-f5df-46d1-a947-1728959bba99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:14.805342 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273f3dc-b873-4313-be00-95af77015ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e01172-3d92-4433-b29c-c781355e37b9,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:14.809737 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a273f3dc-b873-4313-be00-95af77015ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:14.812851 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a273f3dc-b873-4313-be00-95af77015ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:14.814781 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-a273f3dc-b873-4313-be00-95af77015ce8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60e01172-3d92-4433-b29c-c781355e37b9 HTTP/1.1" status: 204  len: 168 time: 0.5149848
Jul 13 22:00:14.925868 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8faede6f-0632-4ac0-9c79-97619865deaa req-944d0fdc-4790-4493-92f0-9244014637d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d98e8ce298b477986af89abffc6e6fb&device_id=87ec4782-cef0-4548-b622-d1ca001f751b HTTP/1.1" status: 200  len: 1096 time: 0.2065802
Jul 13 22:00:14.989267 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b119d-2961-40d0-9b2b-ad42b73aca12 req-152de5d1-a8ea-4c8e-98df-9beaf65e66b9 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:14.990859 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-af7b119d-2961-40d0-9b2b-ad42b73aca12 req-152de5d1-a8ea-4c8e-98df-9beaf65e66b9 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ec4782-cef0-4548-b622-d1ca001f751b HTTP/1.1" status: 200  len: 943 time: 0.1571670
Jul 13 22:00:15.124516 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-af7b119d-2961-40d0-9b2b-ad42b73aca12 req-8b22a6c2-9487-4c78-91c5-832b9e852099 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849454
Jul 13 22:00:15.142282 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faede6f-0632-4ac0-9c79-97619865deaa req-6774254e-431b-4393-95b7-4e4f9e8dd460 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:15.143974 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8faede6f-0632-4ac0-9c79-97619865deaa req-6774254e-431b-4393-95b7-4e4f9e8dd460 service neutron] 10.222.0.15 "GET /v2.0/networks?id=136f51ad-4115-4bbf-be16-6910b00eeb8f HTTP/1.1" status: 200  len: 916 time: 0.1994596
Jul 13 22:00:15.240624 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8faede6f-0632-4ac0-9c79-97619865deaa req-0f6473b6-21de-4308-93d9-3d5012312ee3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4152cbf-f456-4ecf-8da1-2b6cd88a61ef HTTP/1.1" status: 200  len: 217 time: 0.0808485
Jul 13 22:00:15.372631 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faede6f-0632-4ac0-9c79-97619865deaa req-b9fea749-2b25-4a8f-87ed-9b54fa7a5a7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:15.374457 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8faede6f-0632-4ac0-9c79-97619865deaa req-b9fea749-2b25-4a8f-87ed-9b54fa7a5a7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c92030fd-456d-4eba-ab18-f7c54fda6ba3 HTTP/1.1" status: 200  len: 855 time: 0.1249321
Jul 13 22:00:15.434124 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8faede6f-0632-4ac0-9c79-97619865deaa req-b197c999-4656-4c45-8f64-805da05e2b8e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=136f51ad-4115-4bbf-be16-6910b00eeb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509257
Jul 13 22:00:15.445307 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2e3bb-1391-4ba2-8ad0-66592a978147 req-0d86a239-13e3-47e4-821a-cc083af5e092 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:15.448230 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5fe2e3bb-1391-4ba2-8ad0-66592a978147 req-0d86a239-13e3-47e4-821a-cc083af5e092 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.1536562
Jul 13 22:00:15.622929 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5fe2e3bb-1391-4ba2-8ad0-66592a978147 req-7922a22b-0cfd-4cc4-a23a-1e5ad7d9e4c1 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1686800
Jul 13 22:00:15.707831 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8faede6f-0632-4ac0-9c79-97619865deaa req-f3f32af1-ca72-4535-9882-664f7f94c6e5 service neutron] 10.222.0.15 "GET /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2340181
Jul 13 22:00:15.867814 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 38926) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:15.909258 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4720f18b-04ea-4fab-b7ee-47c1ebb85946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:15.956418 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8faede6f-0632-4ac0-9c79-97619865deaa req-90ecacf0-d9ec-4b13-9f87-b27c6433f12f service neutron] 10.222.0.15 "GET /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2223547
Jul 13 22:00:15.960592 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-4720f18b-04ea-4fab-b7ee-47c1ebb85946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:15.965328 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-4720f18b-04ea-4fab-b7ee-47c1ebb85946 admin admin] Usage tracker for resource:security_group_rule and tenant:f7313bb65eed4a639ea70af085267469 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:15.969020 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-4720f18b-04ea-4fab-b7ee-47c1ebb85946 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:15.976437 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-4720f18b-04ea-4fab-b7ee-47c1ebb85946 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:15.985570 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 38932) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:16.058795 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4720f18b-04ea-4fab-b7ee-47c1ebb85946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:16.062160 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4720f18b-04ea-4fab-b7ee-47c1ebb85946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:16.069835 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:16.106531 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720f18b-04ea-4fab-b7ee-47c1ebb85946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba332a6-cffc-40c0-af01-1b0b0cfff17c,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:16.111569 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4720f18b-04ea-4fab-b7ee-47c1ebb85946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:16.135291 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 38940) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:16.145444 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-4720f18b-04ea-4fab-b7ee-47c1ebb85946 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f7313bb65eed4a639ea70af085267469&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2764351
Jul 13 22:00:16.174231 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-313dc1f9-5679-451f-9243-e06f51429008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:16.228503 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-313dc1f9-5679-451f-9243-e06f51429008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:16.237858 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-313dc1f9-5679-451f-9243-e06f51429008 admin admin] Usage tracker for resource:security_group_rule and tenant:470f3cc9b669498cabedd3dab86d0275 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:16.241400 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-313dc1f9-5679-451f-9243-e06f51429008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:16.243284 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-916fb7dd-0f27-413c-ae77-9cb66443f0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:16.249466 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-313dc1f9-5679-451f-9243-e06f51429008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:16.274341 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-916fb7dd-0f27-413c-ae77-9cb66443f0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:16.295975 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 38948) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:16.330793 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-916fb7dd-0f27-413c-ae77-9cb66443f0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:16.338389 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a7f8e7c7-68bb-4129-a1fc-412d2f2bad15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:16.350512 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fb7dd-0f27-413c-ae77-9cb66443f0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba332a6-cffc-40c0-af01-1b0b0cfff17c,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:16.352967 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-916fb7dd-0f27-413c-ae77-9cb66443f0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:16.365334 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-916fb7dd-0f27-413c-ae77-9cb66443f0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:16.366482 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-916fb7dd-0f27-413c-ae77-9cb66443f0e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aba332a6-cffc-40c0-af01-1b0b0cfff17c HTTP/1.1" status: 204  len: 168 time: 0.2301264
Jul 13 22:00:16.398710 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-313dc1f9-5679-451f-9243-e06f51429008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:16.402435 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-313dc1f9-5679-451f-9243-e06f51429008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:16.411339 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-785a0843-62c8-455b-be3c-8feaea9dd400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:16.426012 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8321d7a-041c-42b6-ada8-520f2a7060a9 req-9c837792-3dd9-4121-b808-e0860ed67e92 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:16.427698 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a8321d7a-041c-42b6-ada8-520f2a7060a9 req-9c837792-3dd9-4121-b808-e0860ed67e92 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ec4782-cef0-4548-b622-d1ca001f751b HTTP/1.1" status: 200  len: 943 time: 0.1548812
Jul 13 22:00:16.499494 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 38958) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:16.499685 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-313dc1f9-5679-451f-9243-e06f51429008 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=470f3cc9b669498cabedd3dab86d0275&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5129910
Jul 13 22:00:16.502602 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313dc1f9-5679-451f-9243-e06f51429008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4a5acf-49fb-4d4f-864c-8796cb8873b2,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:16.514508 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-313dc1f9-5679-451f-9243-e06f51429008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:16.529638 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a8321d7a-041c-42b6-ada8-520f2a7060a9 req-4340b9cb-a030-4332-bb6e-6e36ddb5c015 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922029
Jul 13 22:00:16.581466 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a0cb40eb-39e7-48cb-b5b6-e8a33f6aa619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:16.610271 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fc121b0e-2384-4a09-9ec1-a4cc4f1e3213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:16.650647 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-a0cb40eb-39e7-48cb-b5b6-e8a33f6aa619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:16.654858 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fc121b0e-2384-4a09-9ec1-a4cc4f1e3213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:16.665720 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-a0cb40eb-39e7-48cb-b5b6-e8a33f6aa619 admin admin] Usage tracker for resource:security_group_rule and tenant:88ba9b1772ea493989fbd948ce31534a is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:16.670179 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-a0cb40eb-39e7-48cb-b5b6-e8a33f6aa619 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:16.684427 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-a0cb40eb-39e7-48cb-b5b6-e8a33f6aa619 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:16.765211 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fc121b0e-2384-4a09-9ec1-a4cc4f1e3213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:16.793080 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a01568ed-c7da-45ee-9c55-fd98257ea1e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:16.816526 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fc121b0e-2384-4a09-9ec1-a4cc4f1e3213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:16.817870 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-fc121b0e-2384-4a09-9ec1-a4cc4f1e3213 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec4a5acf-49fb-4d4f-864c-8796cb8873b2 HTTP/1.1" status: 204  len: 168 time: 0.3171489
Jul 13 22:00:16.835233 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 38970) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:16.843600 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc121b0e-2384-4a09-9ec1-a4cc4f1e3213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4a5acf-49fb-4d4f-864c-8796cb8873b2,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:16.846665 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-fc121b0e-2384-4a09-9ec1-a4cc4f1e3213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:16.876926 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a0cb40eb-39e7-48cb-b5b6-e8a33f6aa619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:16.881182 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a0cb40eb-39e7-48cb-b5b6-e8a33f6aa619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:16.882197 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a797acf9-77e1-47bd-be80-41461e20fcd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:16.907346 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a3373c55-8c45-48be-83b6-28e579ba9023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:16.908642 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b55a1-a2fd-42c1-a963-83cb8a2c4152 req-614232f1-ec39-40ec-990d-591acf1831af tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:16.910299 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c64b55a1-a2fd-42c1-a963-83cb8a2c4152 req-614232f1-ec39-40ec-990d-591acf1831af tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.1518481
Jul 13 22:00:16.939329 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-a0cb40eb-39e7-48cb-b5b6-e8a33f6aa619 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=88ba9b1772ea493989fbd948ce31534a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6422503
Jul 13 22:00:16.943030 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 38974) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:16.964125 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb40eb-39e7-48cb-b5b6-e8a33f6aa619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddf3d2b-fdbb-4b50-bc41-4320e2445270,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:16.966164 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-a797acf9-77e1-47bd-be80-41461e20fcd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:16.968730 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a0cb40eb-39e7-48cb-b5b6-e8a33f6aa619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:16.974736 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-a797acf9-77e1-47bd-be80-41461e20fcd9 admin admin] Usage tracker for resource:security_group_rule and tenant:e8ae9ab72aac4129b39b1acf22e1d3af is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:16.979635 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-a797acf9-77e1-47bd-be80-41461e20fcd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:16.988072 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-a797acf9-77e1-47bd-be80-41461e20fcd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:16.993274 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c64b55a1-a2fd-42c1-a963-83cb8a2c4152 req-a1a22484-9e4b-4d11-b1d9-b0eb6880e687 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749810
Jul 13 22:00:17.026726 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d7bbe0cc-dc8d-405a-a1b4-a0bf3e337616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:17.054149 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d7bbe0cc-dc8d-405a-a1b4-a0bf3e337616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:17.067223 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a797acf9-77e1-47bd-be80-41461e20fcd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:17.070022 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a797acf9-77e1-47bd-be80-41461e20fcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:17.080194 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a273f3dc-b873-4313-be00-95af77015ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:17.104422 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d7bbe0cc-dc8d-405a-a1b4-a0bf3e337616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:17.111037 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-932e8e9a-4446-47f5-830e-3f20a40a1244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:17.122671 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797acf9-77e1-47bd-be80-41461e20fcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070da3d5-365f-414b-b1ac-2c4dbcafe7a7,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:17.123861 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d7bbe0cc-dc8d-405a-a1b4-a0bf3e337616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:17.128240 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-d7bbe0cc-dc8d-405a-a1b4-a0bf3e337616 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cddf3d2b-fdbb-4b50-bc41-4320e2445270 HTTP/1.1" status: 204  len: 168 time: 0.1814463
Jul 13 22:00:17.128432 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a797acf9-77e1-47bd-be80-41461e20fcd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:17.129780 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-a797acf9-77e1-47bd-be80-41461e20fcd9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8ae9ab72aac4129b39b1acf22e1d3af&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2932100
Jul 13 22:00:17.132336 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 38982) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:17.140806 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbe0cc-dc8d-405a-a1b4-a0bf3e337616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddf3d2b-fdbb-4b50-bc41-4320e2445270,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:17.151924 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-d7bbe0cc-dc8d-405a-a1b4-a0bf3e337616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:17.199711 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device b4152cbf-f456-4ecf-8da1-2b6cd88a61ef details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 13 22:00:17.218332 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9c46cef2-da00-487f-b610-8679f3e1f1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:17.248985 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9c46cef2-da00-487f-b610-8679f3e1f1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:17.301846 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9c46cef2-da00-487f-b610-8679f3e1f1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:17.309297 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-0c3c622a-e467-4a3c-b932-5654aeedfefc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:17.343261 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46cef2-da00-487f-b610-8679f3e1f1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070da3d5-365f-414b-b1ac-2c4dbcafe7a7,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:17.348282 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-9c46cef2-da00-487f-b610-8679f3e1f1b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:17.360607 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9c46cef2-da00-487f-b610-8679f3e1f1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:17.365071 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-9c46cef2-da00-487f-b610-8679f3e1f1b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/070da3d5-365f-414b-b1ac-2c4dbcafe7a7 HTTP/1.1" status: 204  len: 168 time: 0.2316141
Jul 13 22:00:17.381660 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port b4152cbf-f456-4ecf-8da1-2b6cd88a61ef, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=b4152cbf-f456-4ecf-8da1-2b6cd88a61ef,segment=NetworkSegment(f1799ccd-1318-4e3f-bc76-e13aefcbc804),segment_id=f1799ccd-1318-4e3f-bc76-e13aefcbc804)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:00:17.398872 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Returning: {'device': 'b4152cbf-f456-4ecf-8da1-2b6cd88a61ef', 'network_id': '136f51ad-4115-4bbf-be16-6910b00eeb8f', 'port_id': 'b4152cbf-f456-4ecf-8da1-2b6cd88a61ef', 'mac_address': 'fa:16:3e:b2:90:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c92030fd-456d-4eba-ab18-f7c54fda6ba3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 13 22:00:17.474393 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:17.496013 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4152cbf-f456-4ecf-8da1-2b6cd88a61ef {{(pid=82085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:00:17.513346 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port b4152cbf-f456-4ecf-8da1-2b6cd88a61ef, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=b4152cbf-f456-4ecf-8da1-2b6cd88a61ef,segment=NetworkSegment(f1799ccd-1318-4e3f-bc76-e13aefcbc804),segment_id=f1799ccd-1318-4e3f-bc76-e13aefcbc804)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:00:17.517149 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:17.519870 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ff40e98f-03d6-46b8-b207-b35d2a753b20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:17.594378 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=b4152cbf-f456-4ecf-8da1-2b6cd88a61ef,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:17.597943 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:17.751839 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c5cd3-e32f-4ee4-ae3e-819d1f97dfa7 req-f9579406-5ebe-492f-a3f3-8659c9a0d873 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:17.753572 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-883c5cd3-e32f-4ee4-ae3e-819d1f97dfa7 req-f9579406-5ebe-492f-a3f3-8659c9a0d873 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ec4782-cef0-4548-b622-d1ca001f751b HTTP/1.1" status: 200  len: 944 time: 0.0951657
Jul 13 22:00:17.806876 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-883c5cd3-e32f-4ee4-ae3e-819d1f97dfa7 req-d6866974-2f18-41c2-ba4f-e7cb78ee695c tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449553
Jul 13 22:00:17.856007 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 39010) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:17.875487 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e0c0988c-407b-4e2b-a6cb-8339897db5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:17.909970 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-e0c0988c-407b-4e2b-a6cb-8339897db5b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:17.914557 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-e0c0988c-407b-4e2b-a6cb-8339897db5b2 admin admin] Usage tracker for resource:security_group_rule and tenant:e6328199ee654239888a3a36787e4188 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:17.918921 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-e0c0988c-407b-4e2b-a6cb-8339897db5b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:17.925691 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-e0c0988c-407b-4e2b-a6cb-8339897db5b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:17.998657 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['b4152cbf-f456-4ecf-8da1-2b6cd88a61ef'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:00:18.031727 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e0c0988c-407b-4e2b-a6cb-8339897db5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:18.035952 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e0c0988c-407b-4e2b-a6cb-8339897db5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:18.047037 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:18.097137 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0988c-407b-4e2b-a6cb-8339897db5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4b4cd4-666e-48ca-97e5-cf4039abb3f1,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:18.118997 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e0c0988c-407b-4e2b-a6cb-8339897db5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:18.130521 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-e0c0988c-407b-4e2b-a6cb-8339897db5b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e6328199ee654239888a3a36787e4188&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2734494
Jul 13 22:00:18.133182 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 39024) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:18.290518 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b534b64b-5c24-4a1f-8911-709fb18c2e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:18.301444 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3073f95-2d10-4a83-a68d-b6dd1fa63996 req-cd867a52-0efe-43dd-a895-702a71fab0c4 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:18.318942 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f3073f95-2d10-4a83-a68d-b6dd1fa63996 req-cd867a52-0efe-43dd-a895-702a71fab0c4 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.1605449
Jul 13 22:00:18.363262 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b534b64b-5c24-4a1f-8911-709fb18c2e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:18.449564 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f3073f95-2d10-4a83-a68d-b6dd1fa63996 req-d6d6f404-6302-4a29-849a-8dec8f23bd8b tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639372
Jul 13 22:00:18.466625 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b534b64b-5c24-4a1f-8911-709fb18c2e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:18.472539 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-084892d2-a952-4e4e-9bee-fa8f8c3e1eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:18.487188 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534b64b-5c24-4a1f-8911-709fb18c2e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4b4cd4-666e-48ca-97e5-cf4039abb3f1,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:18.489714 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b534b64b-5c24-4a1f-8911-709fb18c2e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:18.492368 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b534b64b-5c24-4a1f-8911-709fb18c2e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:18.496914 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-b534b64b-5c24-4a1f-8911-709fb18c2e78 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e4b4cd4-666e-48ca-97e5-cf4039abb3f1 HTTP/1.1" status: 204  len: 168 time: 0.3594260
Jul 13 22:00:18.813702 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 39048) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:19.040478 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1371796013-network', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:00:19.054114 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:19.061179 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] Usage tracker for resource:network and tenant:cc7dc58b5d6544d2831c594208eb42cb is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:19.064580 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:19.073228 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:19.098543 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] Made reservation on behalf of cc7dc58b5d6544d2831c594208eb42cb for: {'network': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:00:19.103307 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for network, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:19.122441 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:19.150681 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588f032-860b-4cec-97cf-739e6d97485e req-819f87b8-c9d5-4388-afa4-3482bf7e42ac tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:19.152469 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9588f032-860b-4cec-97cf-739e6d97485e req-819f87b8-c9d5-4388-afa4-3482bf7e42ac tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ec4782-cef0-4548-b622-d1ca001f751b HTTP/1.1" status: 200  len: 944 time: 0.2043645
Jul 13 22:00:19.196435 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:19.210116 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] Usage tracker for resource:security_group_rule and tenant:cc7dc58b5d6544d2831c594208eb42cb is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:19.215262 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:19.226230 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:19.239965 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9588f032-860b-4cec-97cf-739e6d97485e req-5a04775b-3493-43bd-99b7-b464c7f6b87f tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727999
Jul 13 22:00:19.310737 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:19.314846 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:19.318981 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:19.346229 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103}  {{(pid=82083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 13 22:00:19.359178 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6243fc-6f05-480b-9258-948e969ff158,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:19.363369 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:19.364336 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:19.364726 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.segments_db [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] Added segment 172b8712-6f8b-4c5b-9df7-68a1feb820ba of type vlan for network 4573dd2b-8874-433b-aa5f-53da409d80cd
Jul 13 22:00:19.393107 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782997489472'] for network, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:19.422731 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for network, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:19.423982 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:19.424671 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:19.429577 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:19.540277 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] Pushing event updated for resources: {'Network': ['ID=4573dd2b-8874-433b-aa5f-53da409d80cd,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:19.543783 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:19.545708 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7309206
Jul 13 22:00:19.548731 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 39080) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:19.551257 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Network 4573dd2b-8874-433b-aa5f-53da409d80cd details requested by agent ovs-agent-dv-cinder-800618-1-iscsi with host dv-cinder-800618-1-iscsi {{(pid=82085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 13 22:00:19.555780 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-bcb1541b-1d99-4564-bb5e-befe9e83efdd admin admin] Request body: {'subnet': {'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1371796013-subnet', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'ip_version': 4}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:00:19.562523 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-bcb1541b-1d99-4564-bb5e-befe9e83efdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:19.568162 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-bcb1541b-1d99-4564-bb5e-befe9e83efdd admin admin] Usage tracker for resource:subnet and tenant:cc7dc58b5d6544d2831c594208eb42cb is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:19.572948 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-bcb1541b-1d99-4564-bb5e-befe9e83efdd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:19.579687 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-bcb1541b-1d99-4564-bb5e-befe9e83efdd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:19.591067 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb1541b-1d99-4564-bb5e-befe9e83efdd admin admin] Made reservation on behalf of cc7dc58b5d6544d2831c594208eb42cb for: {'subnet': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:00:19.595869 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bcb1541b-1d99-4564-bb5e-befe9e83efdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853125893'] for subnet, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:19.709100 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83faafaa-c350-41c6-a2ce-a054eb579009 req-d60f42b3-78e0-4642-bc29-7d4e6a31b522 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:19.711076 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-83faafaa-c350-41c6-a2ce-a054eb579009 req-d60f42b3-78e0-4642-bc29-7d4e6a31b522 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.1235290
Jul 13 22:00:19.764105 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-83faafaa-c350-41c6-a2ce-a054eb579009 req-2a45c0b4-161e-4671-81bc-ad9fbf685c9c tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448396
Jul 13 22:00:19.832284 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bcb1541b-1d99-4564-bb5e-befe9e83efdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852293047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853125910'] for subnet, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:19.842366 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:19.920018 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1541b-1d99-4564-bb5e-befe9e83efdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f53db98-3e9c-409a-9118-d762e38b4e6e,revision_number=0']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:19.922810 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bcb1541b-1d99-4564-bb5e-befe9e83efdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:19.934616 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb1541b-1d99-4564-bb5e-befe9e83efdd admin admin] Checking segment: {'id': '172b8712-6f8b-4c5b-9df7-68a1feb820ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:00:19.934881 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb1541b-1d99-4564-bb5e-befe9e83efdd admin admin] Network hostable DHCP agents. Network: 4573dd2b-8874-433b-aa5f-53da409d80cd, hostable agents: ['42e73b5f-b36d-45e9-8068-895c526abb3e'], hosted agents: [] {{(pid=82083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 13 22:00:19.957543 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb1541b-1d99-4564-bb5e-befe9e83efdd admin admin] Network 4573dd2b-8874-433b-aa5f-53da409d80cd is scheduled to be hosted by DHCP agent 42e73b5f-b36d-45e9-8068-895c526abb3e with binding_index 1 {{(pid=82083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 13 22:00:19.967419 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-bcb1541b-1d99-4564-bb5e-befe9e83efdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-iscsi, 4573dd2b-8874-433b-aa5f-53da409d80cd) {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:00:19.972340 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb1541b-1d99-4564-bb5e-befe9e83efdd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:19.973027 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bcb1541b-1d99-4564-bb5e-befe9e83efdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:19.979325 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dfeb36-1214-421e-a115-e6f1cec04213 None None] Network 4573dd2b-8874-433b-aa5f-53da409d80cd requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:00:19.998468 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-bcb1541b-1d99-4564-bb5e-befe9e83efdd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4454494
Jul 13 22:00:19.998775 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 39094) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:20.004635 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-54c22cc2-04c9-4614-979a-f96dbfb7453d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:00:20.009587 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-54c22cc2-04c9-4614-979a-f96dbfb7453d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:20.013786 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-54c22cc2-04c9-4614-979a-f96dbfb7453d admin admin] Usage tracker for resource:router and tenant:cc7dc58b5d6544d2831c594208eb42cb is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:20.016952 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-54c22cc2-04c9-4614-979a-f96dbfb7453d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:20.026346 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-54c22cc2-04c9-4614-979a-f96dbfb7453d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:20.036383 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-54c22cc2-04c9-4614-979a-f96dbfb7453d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770131'] for router, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:20.037537 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-54c22cc2-04c9-4614-979a-f96dbfb7453d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854024219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854022111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854215556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5669'] for router, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:20.057971 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-54c22cc2-04c9-4614-979a-f96dbfb7453d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:20.267888 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2b74389-647e-5418-80f0-f99db5a1f3e2-4573dd2b-8874-433b-aa5f-53da409d80cd', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'fixed_ips': [{'subnet_id': '9f53db98-3e9c-409a-9118-d762e38b4e6e'}]}} from dv-cinder-800618-1-iscsi. {{(pid=82085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 13 22:00:20.271270 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:20.484654 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-54c22cc2-04c9-4614-979a-f96dbfb7453d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854022096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:20.503125 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] Allocated IP 172.20.0.2 (4573dd2b-8874-433b-aa5f-53da409d80cd/9f53db98-3e9c-409a-9118-d762e38b4e6e/a90bd4be-674f-496f-9850-9902b329607d) {{(pid=82085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:00:20.622870 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e83cf-0d41-4756-a5c6-59cdd7a0373c req-d962c0bc-fae5-4231-9549-d125826ffe00 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:20.630219 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a09e83cf-0d41-4756-a5c6-59cdd7a0373c req-d962c0bc-fae5-4231-9549-d125826ffe00 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ec4782-cef0-4548-b622-d1ca001f751b HTTP/1.1" status: 200  len: 944 time: 0.2182901
Jul 13 22:00:20.700402 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a09e83cf-0d41-4756-a5c6-59cdd7a0373c req-3da12fb8-a2ea-4f72-b9f3-181df81a1224 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691748
Jul 13 22:00:20.727872 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-9222614c-2336-4bee-aa3f-83ca0654cc14 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d78b62347c534d7a959f113b64cd17f9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0397305
Jul 13 22:00:20.824373 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] Notify callbacks [] for port, precommit_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:20.833174 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-54c22cc2-04c9-4614-979a-f96dbfb7453d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:20.836035 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] Transition to ACTIVE for port object a90bd4be-674f-496f-9850-9902b329607d will not be triggered until provisioned by entity L2. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:00:20.857079 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] Transition to ACTIVE for port object a90bd4be-674f-496f-9850-9902b329607d will not be triggered until provisioned by entity DHCP. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:00:20.865258 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:20.867170 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-54c22cc2-04c9-4614-979a-f96dbfb7453d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:20.883297 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:20.976117 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] Network 4573dd2b-8874-433b-aa5f-53da409d80cd is already hosted by enough agents. {{(pid=82085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:00:20.980439 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] Resources bound (agent type, host, resource id):  {{(pid=82085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:00:20.984608 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] Received port after_create {{(pid=82085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:00:21.005605 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-d0f88609-aa2b-4015-b875-eddce8719dbf tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:21.007762 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-d0f88609-aa2b-4015-b875-eddce8719dbf tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2649801
Jul 13 22:00:21.026873 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-dad691fe-d7ae-43d1-a05c-28f0a693cdc8 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/quotas/d78b62347c534d7a959f113b64cd17f9 HTTP/1.1" status: 200  len: 375 time: 0.0128119
Jul 13 22:00:21.083708 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-ca8779f0-cbd7-42b9-b0b5-5600eae01d19 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d78b62347c534d7a959f113b64cd17f9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0489030
Jul 13 22:00:21.091932 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] Pushing event updated for resources: {'Port': ['ID=a90bd4be-674f-496f-9850-9902b329607d,revision_number=1']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:21.097869 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:21.104116 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] Attempting to bind port a90bd4be-674f-496f-9850-9902b329607d on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:00:21.104541 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] Attempting to bind port a90bd4be-674f-496f-9850-9902b329607d by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': '172b8712-6f8b-4c5b-9df7-68a1feb820ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd'}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:00:21.104996 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] Attempting to bind port a90bd4be-674f-496f-9850-9902b329607d on network 4573dd2b-8874-433b-aa5f-53da409d80cd {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:00:21.112369 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-54c22cc2-04c9-4614-979a-f96dbfb7453d admin admin] Allocated IP 172.27.3.47 (c8866fbd-09a0-4cda-b97c-1016e46e3e88/8a6156a0-7e3f-4c59-8b62-81399f240021/e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57) {{(pid=82083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:00:21.112532 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:00:21.112921 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] Checking segment: {'id': '172b8712-6f8b-4c5b-9df7-68a1feb820ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:00:21.113374 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:21.113811 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] Bound using segment: {'id': '172b8712-6f8b-4c5b-9df7-68a1feb820ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd'} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:00:21.114582 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] Bound port: a90bd4be-674f-496f-9850-9902b329607d, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172b8712-6f8b-4c5b-9df7-68a1feb820ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd'}}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:00:21.114710 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:21.149005 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbb414-4fbe-47a4-8f96-44842d37c89a req-1ec649b2-876b-40c0-912b-859685b0230a tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:21.151643 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-79cbb414-4fbe-47a4-8f96-44842d37c89a req-1ec649b2-876b-40c0-912b-859685b0230a tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.1445718
Jul 13 22:00:21.215110 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] For port a90bd4be-674f-496f-9850-9902b329607d, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:00:21.237671 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] For port a90bd4be-674f-496f-9850-9902b329607d, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=a90bd4be-674f-496f-9850-9902b329607d,segment=NetworkSegment(172b8712-6f8b-4c5b-9df7-68a1feb820ba),segment_id=172b8712-6f8b-4c5b-9df7-68a1feb820ba)] {{(pid=82085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:00:21.237671 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:21.244448 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:21.357767 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device b4152cbf-f456-4ecf-8da1-2b6cd88a61ef up at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:00:21.392019 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] Pushing event updated for resources: {'Port': ['ID=a90bd4be-674f-496f-9850-9902b329607d,revision_number=2']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:21.392372 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-79cbb414-4fbe-47a4-8f96-44842d37c89a req-4788a4a2-ec85-4276-9c1a-058608f8c5dc tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2238905
Jul 13 22:00:21.418118 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-54c22cc2-04c9-4614-979a-f96dbfb7453d admin admin] Notify callbacks [] for port, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:21.420745 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:21.497113 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-54c22cc2-04c9-4614-979a-f96dbfb7453d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:21.514785 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:21.528607 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning for port b4152cbf-f456-4ecf-8da1-2b6cd88a61ef completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:00:21.544025 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning complete for port b4152cbf-f456-4ecf-8da1-2b6cd88a61ef triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:00:21.544450 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:21.602509 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c22cc2-04c9-4614-979a-f96dbfb7453d admin admin] Pushing event updated for resources: {'Port': ['ID=e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:21.608424 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-54c22cc2-04c9-4614-979a-f96dbfb7453d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:21.687824 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c22cc2-04c9-4614-979a-f96dbfb7453d admin admin] Network c8866fbd-09a0-4cda-b97c-1016e46e3e88 is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:00:21.689497 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-54c22cc2-04c9-4614-979a-f96dbfb7453d admin admin] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:00:21.693512 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ae97d8a5-90ac-495b-8f74-3958c200dbb4 req-8714b5fd-c5af-48b7-ad1b-3cf2f409223b tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5044cae-8fc3-4014-bc98-686b52739184 HTTP/1.1" status: 200  len: 210 time: 0.0931561
Jul 13 22:00:21.697431 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c22cc2-04c9-4614-979a-f96dbfb7453d admin admin] Received port after_create {{(pid=82083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:00:21.819230 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:21.883521 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ec4782-cef0-4548-b622-d1ca001f751b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4152cbf-f456-4ecf-8da1-2b6cd88a61ef'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:00:21.923626 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port b4152cbf-f456-4ecf-8da1-2b6cd88a61ef, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=b4152cbf-f456-4ecf-8da1-2b6cd88a61ef,segment=NetworkSegment(f1799ccd-1318-4e3f-bc76-e13aefcbc804),segment_id=f1799ccd-1318-4e3f-bc76-e13aefcbc804)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:00:21.927720 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:21.929752 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-063c06fa-6f10-4783-8b03-3b88178db4f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:22.040682 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ec4782-cef0-4548-b622-d1ca001f751b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4152cbf-f456-4ecf-8da1-2b6cd88a61ef', 'code': 200}
Jul 13 22:00:22.136769 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-54c22cc2-04c9-4614-979a-f96dbfb7453d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:22.137501 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-54c22cc2-04c9-4614-979a-f96dbfb7453d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854024445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753675'] for router, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:22.142564 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 39172) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:22.144013 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=b4152cbf-f456-4ecf-8da1-2b6cd88a61ef,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:22.147431 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:22.331774 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-17ae348a-12ae-4ab3-ac28-13a27f75bb3f req-db5ec67a-7ac6-4d63-acbc-5fafff121a36 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 1098 time: 0.3659365
Jul 13 22:00:22.339726 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be9fc5-6f32-485a-a3b9-5482134f7b0f req-81c80c32-491f-44bf-b7ef-dc4c75407ce5 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:22.341324 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-03be9fc5-6f32-485a-a3b9-5482134f7b0f req-81c80c32-491f-44bf-b7ef-dc4c75407ce5 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ec4782-cef0-4548-b622-d1ca001f751b HTTP/1.1" status: 200  len: 945 time: 0.2937074
Jul 13 22:00:22.344972 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4ccdaf03-ec0a-4f95-b63b-ff4be5e65311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:22.420094 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-4ccdaf03-ec0a-4f95-b63b-ff4be5e65311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:22.429987 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-4ccdaf03-ec0a-4f95-b63b-ff4be5e65311 admin admin] Usage tracker for resource:security_group_rule and tenant:2e5955e9d554488a91f11236f6aca84f is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:22.435723 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-4ccdaf03-ec0a-4f95-b63b-ff4be5e65311 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:22.441950 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-4ccdaf03-ec0a-4f95-b63b-ff4be5e65311 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:22.474267 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-03be9fc5-6f32-485a-a3b9-5482134f7b0f req-4c575dca-9af1-4c37-b0bb-bd5cf4187845 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251376
Jul 13 22:00:22.484584 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-17ae348a-12ae-4ab3-ac28-13a27f75bb3f req-4615f277-8bcf-46c7-a686-afa8d028a940 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113963
Jul 13 22:00:22.531394 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4ccdaf03-ec0a-4f95-b63b-ff4be5e65311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:22.537503 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4ccdaf03-ec0a-4f95-b63b-ff4be5e65311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:22.547715 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:22.577003 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccdaf03-ec0a-4f95-b63b-ff4be5e65311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b614a8df-6c95-4f87-89e4-813fac2fb95f,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:22.594957 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4ccdaf03-ec0a-4f95-b63b-ff4be5e65311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:22.614409 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-75d1d472-07ac-4052-a9f5-49bc68d359d7 req-993438eb-9cb7-455c-a837-d29807120e1b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=87ec4782-cef0-4548-b622-d1ca001f751b HTTP/1.1" status: 200  len: 1098 time: 0.2428329
Jul 13 22:00:22.626304 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-4ccdaf03-ec0a-4f95-b63b-ff4be5e65311 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e5955e9d554488a91f11236f6aca84f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4826453
Jul 13 22:00:22.628250 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 39184) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:22.641885 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c22cc2-04c9-4614-979a-f96dbfb7453d admin admin] Router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 is scheduled to L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 with binding_index 1 {{(pid=82083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 13 22:00:22.710671 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7be9a-1c47-48dd-a7ee-6b22bd9d0ffb req-6b28f120-d35a-420b-8f71-67ca6c6be886 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:22.712267 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-daf7be9a-1c47-48dd-a7ee-6b22bd9d0ffb req-6b28f120-d35a-420b-8f71-67ca6c6be886 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.0936408
Jul 13 22:00:22.763661 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-daf7be9a-1c47-48dd-a7ee-6b22bd9d0ffb req-fff569c5-67cf-4135-bc71-f786960f61e0 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442393
Jul 13 22:00:22.839111 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-97c46f34-979e-4576-8a7e-c0748b936de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:22.857939 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-75d1d472-07ac-4052-a9f5-49bc68d359d7 req-c1510536-9674-45e8-835a-2c6b702d4fd9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416031
Jul 13 22:00:22.871537 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-97c46f34-979e-4576-8a7e-c0748b936de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:22.934905 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e9ddf45c-d467-46c5-b791-e5f67d8300a8 req-4b62a7f5-605a-4dd0-9e58-1f49ee4c6081 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5044cae-8fc3-4014-bc98-686b52739184 HTTP/1.1" status: 200  len: 210 time: 0.0476556
Jul 13 22:00:22.948156 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-97c46f34-979e-4576-8a7e-c0748b936de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:22.953052 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-313dc1f9-5679-451f-9243-e06f51429008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:22.981175 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c46f34-979e-4576-8a7e-c0748b936de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b614a8df-6c95-4f87-89e4-813fac2fb95f,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:22.984595 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-97c46f34-979e-4576-8a7e-c0748b936de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:23.007833 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c22cc2-04c9-4614-979a-f96dbfb7453d admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:00:23.020589 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06444d07-b803-4815-a49f-966a319d0dad None None] Sync routers for ids ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'] in dv-cinder-800618-1-iscsi {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:00:23.026195 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-97c46f34-979e-4576-8a7e-c0748b936de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:23.027623 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-97c46f34-979e-4576-8a7e-c0748b936de5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b614a8df-6c95-4f87-89e4-813fac2fb95f HTTP/1.1" status: 204  len: 168 time: 0.3981500
Jul 13 22:00:23.041904 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06444d07-b803-4815-a49f-966a319d0dad None None] Routers {'51c20fc9-a475-4045-8b4e-3f51b2d2cb01'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:00:23.043182 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-06444d07-b803-4815-a49f-966a319d0dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36974748>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:00:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:00:23.046907 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-54c22cc2-04c9-4614-979a-f96dbfb7453d admin admin] Notify callbacks [] for router, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:23.050966 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-54c22cc2-04c9-4614-979a-f96dbfb7453d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.0487070
Jul 13 22:00:23.051452 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 39198) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:23.260386 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-06444d07-b803-4815-a49f-966a319d0dad None None] Set router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:00:23.402534 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device a90bd4be-674f-496f-9850-9902b329607d up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:00:23.495004 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port a90bd4be-674f-496f-9850-9902b329607d completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:00:23.521356 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 39210) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:23.546177 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-71390c65-0b0a-4e5f-8025-146141f7d7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:23.609991 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-71390c65-0b0a-4e5f-8025-146141f7d7fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:23.635246 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-71390c65-0b0a-4e5f-8025-146141f7d7fe admin admin] Usage tracker for resource:security_group_rule and tenant:361ccba5ad194452bdf0a323a2c9c35b is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:23.638545 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-71390c65-0b0a-4e5f-8025-146141f7d7fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:23.644853 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-71390c65-0b0a-4e5f-8025-146141f7d7fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:23.697255 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f464a38-5c46-46f7-a1dd-f406c98639a0 None None] Network 4573dd2b-8874-433b-aa5f-53da409d80cd requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:00:23.748635 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-06444d07-b803-4815-a49f-966a319d0dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36974748>, [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:21Z', 'revision_number': 3, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port': {'id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:00:23.757900 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06444d07-b803-4815-a49f-966a319d0dad None None] Checking router: 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 for host: dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:00:23.759877 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06444d07-b803-4815-a49f-966a319d0dad None None] Updating router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 port e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57 binding host dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 13 22:00:23.769817 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-71390c65-0b0a-4e5f-8025-146141f7d7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:23.778041 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-71390c65-0b0a-4e5f-8025-146141f7d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:23.854142 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:23.874881 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-71390c65-0b0a-4e5f-8025-146141f7d7fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=361ccba5ad194452bdf0a323a2c9c35b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3511899
Jul 13 22:00:23.877492 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 39222) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:23.923912 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-06444d07-b803-4815-a49f-966a319d0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:23.969156 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71390c65-0b0a-4e5f-8025-146141f7d7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2125d5-d687-4f02-abe3-20c7c2cfb3a4,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:23.972100 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-a62483ef-e4e8-49dc-93a0-e4f2801cc4bb None None] Provisioning for port a90bd4be-674f-496f-9850-9902b329607d completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:00:23.982228 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-71390c65-0b0a-4e5f-8025-146141f7d7fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:23.986384 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-a62483ef-e4e8-49dc-93a0-e4f2801cc4bb None None] Provisioning complete for port a90bd4be-674f-496f-9850-9902b329607d triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:00:23.987041 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a62483ef-e4e8-49dc-93a0-e4f2801cc4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:24.068758 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2e367e62-09c6-42ac-a0da-dbd605a8f58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:24.089605 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-c448ca83-839d-4007-b134-4fdd32c3020f tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d78b62347c534d7a959f113b64cd17f9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0598691
Jul 13 22:00:24.108324 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2e367e62-09c6-42ac-a0da-dbd605a8f58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:24.113495 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353b846-659e-4a91-a32a-f06d70bf7582 req-3b1b7bed-0da1-444e-b08e-dc457eeaff0a tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:24.121679 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3353b846-659e-4a91-a32a-f06d70bf7582 req-3b1b7bed-0da1-444e-b08e-dc457eeaff0a tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ec4782-cef0-4548-b622-d1ca001f751b HTTP/1.1" status: 200  len: 945 time: 0.4323418
Jul 13 22:00:24.173219 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3450c-8014-4176-ba41-b416dab199a7 req-0b60b800-9d9b-4206-980c-176cc5ace825 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:24.181009 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a3f3450c-8014-4176-ba41-b416dab199a7 req-0b60b800-9d9b-4206-980c-176cc5ace825 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.1764011
Jul 13 22:00:24.248140 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a3f3450c-8014-4176-ba41-b416dab199a7 req-260dd318-682b-4704-b77a-c3d22d6b2dac tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650103
Jul 13 22:00:24.270399 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2e367e62-09c6-42ac-a0da-dbd605a8f58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:24.276324 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-97c46f34-979e-4576-8a7e-c0748b936de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:24.310501 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e367e62-09c6-42ac-a0da-dbd605a8f58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2125d5-d687-4f02-abe3-20c7c2cfb3a4,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:24.316260 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2e367e62-09c6-42ac-a0da-dbd605a8f58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:24.325622 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2e367e62-09c6-42ac-a0da-dbd605a8f58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:24.333392 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-2e367e62-09c6-42ac-a0da-dbd605a8f58e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b2125d5-d687-4f02-abe3-20c7c2cfb3a4 HTTP/1.1" status: 204  len: 168 time: 0.4544644
Jul 13 22:00:24.445527 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3353b846-659e-4a91-a32a-f06d70bf7582 req-ac3d0454-479e-4000-9186-2e81c15c19d2 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3227849
Jul 13 22:00:24.490451 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-4a25684a-5717-479f-86b7-7c0ffb381bef tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:24.492132 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-4a25684a-5717-479f-86b7-7c0ffb381bef tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3454752
Jul 13 22:00:24.579324 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a62483ef-e4e8-49dc-93a0-e4f2801cc4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:24.613947 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-06444d07-b803-4815-a49f-966a319d0dad None None] Notify callbacks [] for port, precommit_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:24.630989 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-06444d07-b803-4815-a49f-966a319d0dad None None] Transition to ACTIVE for port object e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57 will not be triggered until provisioned by entity L2. {{(pid=82086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:00:24.644746 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-a62483ef-e4e8-49dc-93a0-e4f2801cc4bb None None] For port a90bd4be-674f-496f-9850-9902b329607d, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=a90bd4be-674f-496f-9850-9902b329607d,segment=NetworkSegment(172b8712-6f8b-4c5b-9df7-68a1feb820ba),segment_id=172b8712-6f8b-4c5b-9df7-68a1feb820ba)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:00:24.650553 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a62483ef-e4e8-49dc-93a0-e4f2801cc4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:24.652566 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:24.653147 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-06444d07-b803-4815-a49f-966a319d0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:24.668141 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-555b3cb6-472d-45a7-9257-2edf4a3b953d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:24.757235 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Request body: {'port': {'device_id': 'a5044cae-8fc3-4014-bc98-686b52739184', 'network_id': 'ca0b4859-270c-41e3-ae56-2eddf6770062', 'admin_state_up': True, 'tenant_id': 'd78b62347c534d7a959f113b64cd17f9'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:00:24.767279 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6085d-f84a-4497-8e3c-52779c292c80 None None] Pushing event updated for resources: {'Port': ['ID=e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57,revision_number=2']} {{(pid=82086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:24.777275 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6085d-f84a-4497-8e3c-52779c292c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:24.777548 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6085d-f84a-4497-8e3c-52779c292c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:24.777928 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6085d-f84a-4497-8e3c-52779c292c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:24.778302 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6085d-f84a-4497-8e3c-52779c292c80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:24.778671 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6085d-f84a-4497-8e3c-52779c292c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:24.779040 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6085d-f84a-4497-8e3c-52779c292c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:24.779406 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6085d-f84a-4497-8e3c-52779c292c80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:24.779788 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6085d-f84a-4497-8e3c-52779c292c80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:24.780166 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6085d-f84a-4497-8e3c-52779c292c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:24.780875 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6085d-f84a-4497-8e3c-52779c292c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:24.781063 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e6085d-f84a-4497-8e3c-52779c292c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:24.785702 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-11abb698-3638-499b-92eb-08a77c3c04af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:24.792295 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-54e6085d-f84a-4497-8e3c-52779c292c80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:24.814795 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62483ef-e4e8-49dc-93a0-e4f2801cc4bb None None] Pushing event updated for resources: {'Port': ['ID=a90bd4be-674f-496f-9850-9902b329607d,revision_number=3']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:24.819298 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a62483ef-e4e8-49dc-93a0-e4f2801cc4bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:24.821374 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3ecfdc2b-9709-4a48-a6c7-38ac3d22cfae req-cdbff907-2d83-4801-957d-e9d4cb4a2da6 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5044cae-8fc3-4014-bc98-686b52739184 HTTP/1.1" status: 200  len: 210 time: 0.1981149
Jul 13 22:00:24.846026 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-06444d07-b803-4815-a49f-966a319d0dad None None] Attempting to bind port e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57 on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:00:24.846343 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-06444d07-b803-4815-a49f-966a319d0dad None None] Attempting to bind port e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57 by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}] {{(pid=82086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:00:24.846747 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06444d07-b803-4815-a49f-966a319d0dad None None] Attempting to bind port e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57 on network c8866fbd-09a0-4cda-b97c-1016e46e3e88 {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:00:24.863863 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06444d07-b803-4815-a49f-966a319d0dad None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:00:24.864282 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06444d07-b803-4815-a49f-966a319d0dad None None] Checking segment: {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:00:24.864736 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-06444d07-b803-4815-a49f-966a319d0dad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:24.865197 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06444d07-b803-4815-a49f-966a319d0dad None None] Bound using segment: {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'} {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:00:24.872347 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-06444d07-b803-4815-a49f-966a319d0dad None None] Bound port: e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}}] {{(pid=82086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:00:24.887845 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-06444d07-b803-4815-a49f-966a319d0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:25.080175 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-06444d07-b803-4815-a49f-966a319d0dad None None] For port e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:00:25.084436 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-06444d07-b803-4815-a49f-966a319d0dad None None] For port e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:00:25.090978 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-06444d07-b803-4815-a49f-966a319d0dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:25.103524 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:25.146649 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:25.155769 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Usage tracker for resource:port and tenant:d78b62347c534d7a959f113b64cd17f9 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:25.160966 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:25.167150 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06444d07-b803-4815-a49f-966a319d0dad None None] Routers {'51c20fc9-a475-4045-8b4e-3f51b2d2cb01'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:00:25.168308 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-06444d07-b803-4815-a49f-966a319d0dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36974748>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:00:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:00:25.171692 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:25.221613 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Made reservation on behalf of d78b62347c534d7a959f113b64cd17f9 for: {'port': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:00:25.227106 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:25.247022 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:25.287726 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-f9ac4dce-43da-4c75-9f60-21de5b47c8b9 None None] Provisioning complete for port a90bd4be-674f-496f-9850-9902b329607d triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:00:25.288218 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f9ac4dce-43da-4c75-9f60-21de5b47c8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:25.292351 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-11abb698-3638-499b-92eb-08a77c3c04af admin admin] Allocated IP 172.20.0.1 (4573dd2b-8874-433b-aa5f-53da409d80cd/9f53db98-3e9c-409a-9118-d762e38b4e6e/7fd87b91-6cc2-4e02-9869-d54006962875) {{(pid=82084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:00:25.352754 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device a90bd4be-674f-496f-9850-9902b329607d up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:00:25.360484 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-06444d07-b803-4815-a49f-966a319d0dad None None] Set router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:00:25.566631 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-11abb698-3638-499b-92eb-08a77c3c04af admin admin] Notify callbacks [] for port, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:25.598910 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-11abb698-3638-499b-92eb-08a77c3c04af admin admin] Transition to ACTIVE for port object 7fd87b91-6cc2-4e02-9869-d54006962875 will not be triggered until provisioned by entity DHCP. {{(pid=82084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:00:25.601464 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port a90bd4be-674f-496f-9850-9902b329607d triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:00:25.601769 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:25.627033 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-11abb698-3638-499b-92eb-08a77c3c04af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:25.689888 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:25.749007 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6085d-f84a-4497-8e3c-52779c292c80 None None] Pushing event updated for resources: {'Port': ['ID=e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57,revision_number=3']} {{(pid=82086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:25.763971 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-54e6085d-f84a-4497-8e3c-52779c292c80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:25.777570 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-06444d07-b803-4815-a49f-966a319d0dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36974748>, [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:21Z', 'revision_number': 3, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port': {'id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:00:25.783631 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06444d07-b803-4815-a49f-966a319d0dad None None] The sync data for ids ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'] in dv-cinder-800618-1-iscsi is: [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:21Z', 'revision_number': 3, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port': {'id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}] {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:00:25.811594 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a72e6-54b8-4d08-964b-a14ed8aca166 req-e1e5982c-52ae-4a75-94e8-2955e51ce644 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:25.818072 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:25.821042 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4a6a72e6-54b8-4d08-964b-a14ed8aca166 req-e1e5982c-52ae-4a75-94e8-2955e51ce644 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ec4782-cef0-4548-b622-d1ca001f751b HTTP/1.1" status: 200  len: 945 time: 0.1346674
Jul 13 22:00:25.822359 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11abb698-3638-499b-92eb-08a77c3c04af admin admin] Network 4573dd2b-8874-433b-aa5f-53da409d80cd is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:00:25.834450 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-11abb698-3638-499b-92eb-08a77c3c04af admin admin] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:00:25.836748 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Usage tracker for resource:security_group_rule and tenant:d78b62347c534d7a959f113b64cd17f9 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:25.844493 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11abb698-3638-499b-92eb-08a77c3c04af admin admin] Received port after_create {{(pid=82084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:00:25.845062 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-11abb698-3638-499b-92eb-08a77c3c04af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854016810'] for router_interface, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:25.849580 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:25.852708 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abb698-3638-499b-92eb-08a77c3c04af admin admin] Pushing event updated for resources: {'Port': ['ID=7fd87b91-6cc2-4e02-9869-d54006962875,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:25.864109 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-11abb698-3638-499b-92eb-08a77c3c04af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:25.865074 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:25.889706 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4a6a72e6-54b8-4d08-964b-a14ed8aca166 req-bb150497-7c77-4649-a1bd-7b1974e8d751 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655537
Jul 13 22:00:26.040013 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227fb98-72c2-4272-8320-bf7d4a6cd797 req-f2ce9e07-e372-4cfe-b052-1ff46bda10b6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:26.042117 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1227fb98-72c2-4272-8320-bf7d4a6cd797 req-f2ce9e07-e372-4cfe-b052-1ff46bda10b6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.4194403
Jul 13 22:00:26.104685 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-11abb698-3638-499b-92eb-08a77c3c04af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:26.260230 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:26.298085 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1227fb98-72c2-4272-8320-bf7d4a6cd797 req-1bf3bb18-48f7-4865-8143-5bf516d37b27 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2468367
Jul 13 22:00:26.326398 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:26.393601 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-4b67ad73-cf7f-43af-a29d-ecab37fed1da None None] Provisioning for port 7fd87b91-6cc2-4e02-9869-d54006962875 completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:00:26.410157 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-4b67ad73-cf7f-43af-a29d-ecab37fed1da None None] Provisioning complete for port 7fd87b91-6cc2-4e02-9869-d54006962875 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:00:26.410820 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4b67ad73-cf7f-43af-a29d-ecab37fed1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:26.510218 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:26.542306 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b8ba8b87-61cf-4485-b5bb-0cb7d489322e req-5097071e-2bb4-4b36-b5ac-dcc6a51a5fba tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5044cae-8fc3-4014-bc98-686b52739184 HTTP/1.1" status: 200  len: 210 time: 0.1797743
Jul 13 22:00:26.638885 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-4b67ad73-cf7f-43af-a29d-ecab37fed1da None None] Port 7fd87b91-6cc2-4e02-9869-d54006962875 cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 22:00:26.700557 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29edb447-927b-45b2-a564-dbb72b222eee,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:26.705729 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:26.707415 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:26.895105 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682a3d1-f15a-4e4e-b8a6-a5c0ef1b732b req-0eb69797-febf-47a9-9150-b7081a5c3a02 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:26.897252 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5682a3d1-f15a-4e4e-b8a6-a5c0ef1b732b req-0eb69797-febf-47a9-9150-b7081a5c3a02 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.1504197
Jul 13 22:00:26.963846 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Allocated IP 192.168.233.161 (ca0b4859-270c-41e3-ae56-2eddf6770062/fa036bc2-a883-4935-abd7-4ff186956b80/c053aa72-49b7-4690-8a5a-faeb875b3ce0) {{(pid=82084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:00:26.964937 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5682a3d1-f15a-4e4e-b8a6-a5c0ef1b732b req-216e85d4-ef82-4d14-b1ae-543e750f130d tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549328
Jul 13 22:00:27.056695 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-11abb698-3638-499b-92eb-08a77c3c04af admin admin] Notify callbacks [] for port, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:27.084844 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-11abb698-3638-499b-92eb-08a77c3c04af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:27.085822 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-11abb698-3638-499b-92eb-08a77c3c04af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16054315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758901'] for router_interface, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:27.094971 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7a02bf27-b51b-4f84-b8d7-b97005e8d19f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:27.285103 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-19602548-aad8-410e-8c0c-c9c4c0103cf7 req-ded3bf1b-c19a-4f00-8286-63a7ed72816f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0961971
Jul 13 22:00:27.426736 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:00:27.524361 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abb698-3638-499b-92eb-08a77c3c04af admin admin] Pushing event updated for resources: {'Port': ['ID=7fd87b91-6cc2-4e02-9869-d54006962875,revision_number=2']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:27.526852 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-19602548-aad8-410e-8c0c-c9c4c0103cf7 req-a4c27bf7-2dde-4987-98a8-232b315f24f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d98e8ce298b477986af89abffc6e6fb&device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6 HTTP/1.1" status: 200  len: 1098 time: 0.1541479
Jul 13 22:00:27.534626 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-11abb698-3638-499b-92eb-08a77c3c04af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:27.616513 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11abb698-3638-499b-92eb-08a77c3c04af admin admin] Network 4573dd2b-8874-433b-aa5f-53da409d80cd is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:00:27.621315 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-11abb698-3638-499b-92eb-08a77c3c04af admin admin] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:00:27.654010 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:00:27.668666 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:00:27.669120 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:27.863120 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Notify callbacks [] for port, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:27.909692 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Transition to ACTIVE for port object c053aa72-49b7-4690-8a5a-faeb875b3ce0 will not be triggered until provisioned by entity DHCP. {{(pid=82084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:00:28.316442 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:28.324342 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-cbadf177-8d98-4b9e-a976-9315b3eef5ef None None] Provisioning complete for port 7fd87b91-6cc2-4e02-9869-d54006962875 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:00:28.324957 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cbadf177-8d98-4b9e-a976-9315b3eef5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:28.365640 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c538c-2d3e-4762-9267-879eb1ebdbec req-a7afcc4a-73c3-4eeb-8230-12d7af8e1dce tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:28.367174 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d12c538c-2d3e-4762-9267-879eb1ebdbec req-a7afcc4a-73c3-4eeb-8230-12d7af8e1dce tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5044cae-8fc3-4014-bc98-686b52739184 HTTP/1.1" status: 200  len: 936 time: 0.4286766
Jul 13 22:00:28.383268 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:28.391635 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bf2aa64e-ea9e-40c9-936a-ad196a0c14f4 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:28.392819 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] For port e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:00:28.396416 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19602548-aad8-410e-8c0c-c9c4c0103cf7 req-8399be7e-2b76-4b25-8654-37210ea57596 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:28.398354 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-19602548-aad8-410e-8c0c-c9c4c0103cf7 req-8399be7e-2b76-4b25-8654-37210ea57596 service neutron] 10.222.0.15 "GET /v2.0/networks?id=136f51ad-4115-4bbf-be16-6910b00eeb8f HTTP/1.1" status: 200  len: 916 time: 0.8450997
Jul 13 22:00:28.419020 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:28.428639 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:28.473740 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Pushing event updated for resources: {'Port': ['ID=c053aa72-49b7-4690-8a5a-faeb875b3ce0,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:28.500913 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-cbadf177-8d98-4b9e-a976-9315b3eef5ef None None] Port 7fd87b91-6cc2-4e02-9869-d54006962875 cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 22:00:28.544354 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d12c538c-2d3e-4762-9267-879eb1ebdbec req-f0432b91-0ea7-46ce-9be6-d9e2bb585d27 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/security-groups?id=29edb447-927b-45b2-a564-dbb72b222eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561127
Jul 13 22:00:28.546750 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-19602548-aad8-410e-8c0c-c9c4c0103cf7 req-a5e09281-09db-4e35-8b45-f0f918e76ec8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b90febf4-60f1-4573-9146-7a4106624407 HTTP/1.1" status: 200  len: 217 time: 0.1045394
Jul 13 22:00:28.569859 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Pushing event updated for resources: {'Port': ['ID=e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:28.577192 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:28.592200 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:28.662630 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Network ca0b4859-270c-41e3-ae56-2eddf6770062 is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:00:28.665599 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:00:28.680569 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Received port after_create {{(pid=82084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:00:28.686209 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:28.686828 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for port, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:28.693164 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19602548-aad8-410e-8c0c-c9c4c0103cf7 req-2fec7cd1-1c70-4214-855e-84dc343e6b49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:28.698295 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-19602548-aad8-410e-8c0c-c9c4c0103cf7 req-2fec7cd1-1c70-4214-855e-84dc343e6b49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c92030fd-456d-4eba-ab18-f7c54fda6ba3 HTTP/1.1" status: 200  len: 855 time: 0.1380405
Jul 13 22:00:28.812540 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-19602548-aad8-410e-8c0c-c9c4c0103cf7 req-8afc42ba-5bca-41a0-a956-b26350d5129a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=136f51ad-4115-4bbf-be16-6910b00eeb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1069214
Jul 13 22:00:28.814082 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.0705411
Jul 13 22:00:28.850359 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] Request body: {'port': {'device_id': 'a5044cae-8fc3-4014-bc98-686b52739184', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:00:29.052450 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11abb698-3638-499b-92eb-08a77c3c04af admin admin] Router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:00:29.056231 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:29.061428 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-19602548-aad8-410e-8c0c-c9c4c0103cf7 req-a3c4282a-22b7-4a73-8aff-db748aa02fcb service neutron] 10.222.0.15 "GET /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2257047
Jul 13 22:00:29.334678 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-68ec6cd3-0445-4519-9d8e-8c64d4c53ecd None None] Provisioning for port c053aa72-49b7-4690-8a5a-faeb875b3ce0 completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:00:29.355982 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-68ec6cd3-0445-4519-9d8e-8c64d4c53ecd None None] Provisioning complete for port c053aa72-49b7-4690-8a5a-faeb875b3ce0 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:00:29.359150 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-68ec6cd3-0445-4519-9d8e-8c64d4c53ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:29.418198 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:00:29.427321 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-19602548-aad8-410e-8c0c-c9c4c0103cf7 req-921375c9-c618-4aaa-82ac-29d9c20f7fdf service neutron] 10.222.0.15 "GET /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3554385
Jul 13 22:00:29.509413 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-68ec6cd3-0445-4519-9d8e-8c64d4c53ecd None None] Port c053aa72-49b7-4690-8a5a-faeb875b3ce0 cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 22:00:29.529557 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:00:29.529982 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:29.745746 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e0a0140-1f27-441b-b07a-dd5be13ec79f req-7cedc12c-cf71-4322-a0f5-0f6e85db12cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a64f1d97f1f646f498668269b6c5ee10&device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 1098 time: 0.1108673
Jul 13 22:00:29.856536 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c053aa72-49b7-4690-8a5a-faeb875b3ce0 {{(pid=82084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:00:29.869435 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:29.911999 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] Transition to ACTIVE for port object c053aa72-49b7-4690-8a5a-faeb875b3ce0 will not be triggered until provisioned by entity L2. {{(pid=82084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:00:29.920924 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97caa639-d8c5-4cae-96b8-d12983459827 req-fff4f2e4-cd7a-4207-81b0-616f47af6f6f tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:29.925315 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-97caa639-d8c5-4cae-96b8-d12983459827 req-fff4f2e4-cd7a-4207-81b0-616f47af6f6f tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.2550545
Jul 13 22:00:29.928929 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:29.949099 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:29.981714 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a0140-1f27-441b-b07a-dd5be13ec79f req-545b2faa-8cbd-4066-b9ec-b38ec5ca5d82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:29.983346 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e0a0140-1f27-441b-b07a-dd5be13ec79f req-545b2faa-8cbd-4066-b9ec-b38ec5ca5d82 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4f4027db-4b36-48ec-9349-8e337787556b HTTP/1.1" status: 200  len: 919 time: 0.1723495
Jul 13 22:00:29.989581 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e98c1-b18d-4ce9-b416-59faab7fcab0 req-45ffa1f9-de9c-46d5-9098-339bb8fa50a0 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:29.991236 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-369e98c1-b18d-4ce9-b416-59faab7fcab0 req-45ffa1f9-de9c-46d5-9098-339bb8fa50a0 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5044cae-8fc3-4014-bc98-686b52739184 HTTP/1.1" status: 200  len: 936 time: 0.2328882
Jul 13 22:00:30.093074 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e0a0140-1f27-441b-b07a-dd5be13ec79f req-58a2f1dd-57a3-481f-858e-6abe8d9778d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc724c34-4271-4503-ad71-a27f097d768b HTTP/1.1" status: 200  len: 217 time: 0.1006465
Jul 13 22:00:30.138329 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] Pushing event updated for resources: {'Port': ['ID=c053aa72-49b7-4690-8a5a-faeb875b3ce0,revision_number=2']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:30.146969 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11abb698-3638-499b-92eb-08a77c3c04af admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:00:30.153723 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:30.157836 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] Sync routers for ids ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'] in dv-cinder-800618-1-iscsi {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:00:30.183993 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] Routers {'51c20fc9-a475-4045-8b4e-3f51b2d2cb01'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:00:30.185218 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf3644c668>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:00:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:00:30.185896 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-11abb698-3638-499b-92eb-08a77c3c04af admin admin] 10.222.0.18 "PUT /v2.0/routers/51c20fc9-a475-4045-8b4e-3f51b2d2cb01/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1199310
Jul 13 22:00:30.229703 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-369e98c1-b18d-4ce9-b416-59faab7fcab0 req-0152ca78-c5f2-48d5-916f-dd2ea4d74b58 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/security-groups?id=29edb447-927b-45b2-a564-dbb72b222eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1810019
Jul 13 22:00:30.292628 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-97caa639-d8c5-4cae-96b8-d12983459827 req-c3a7998c-db31-4671-a208-ed110d89b809 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3447807
Jul 13 22:00:30.301664 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a0140-1f27-441b-b07a-dd5be13ec79f req-3a2f07c3-98a1-438d-b636-8c23515b38cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:30.303261 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e0a0140-1f27-441b-b07a-dd5be13ec79f req-3a2f07c3-98a1-438d-b636-8c23515b38cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=69a8555f-a6b4-42e1-a19f-3dfdc28a26ef HTTP/1.1" status: 200  len: 858 time: 0.2002795
Jul 13 22:00:30.320289 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] Attempting to bind port c053aa72-49b7-4690-8a5a-faeb875b3ce0 on host hv-cinder-80061 for vnic_type normal with profile  {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:00:30.320672 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] Attempting to bind port c053aa72-49b7-4690-8a5a-faeb875b3ce0 by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': 'f846ccea-2bc8-4f7a-9486-64c67d2a3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca0b4859-270c-41e3-ae56-2eddf6770062'}] {{(pid=82084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:00:30.321069 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] Attempting to bind port c053aa72-49b7-4690-8a5a-faeb875b3ce0 on network ca0b4859-270c-41e3-ae56-2eddf6770062 {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:00:30.338238 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] Port c053aa72-49b7-4690-8a5a-faeb875b3ce0 on network ca0b4859-270c-41e3-ae56-2eddf6770062 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 13 22:00:30.338934 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] Attempting to bind port c053aa72-49b7-4690-8a5a-faeb875b3ce0 on network ca0b4859-270c-41e3-ae56-2eddf6770062 {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:00:30.346827 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] Checking agent: {'id': '86d26810-67bf-4143-935e-299d5b9ec4cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:00:30.347653 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] Checking segment: {'id': 'f846ccea-2bc8-4f7a-9486-64c67d2a3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca0b4859-270c-41e3-ae56-2eddf6770062'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:00:30.348294 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] Bound using segment: {'id': 'f846ccea-2bc8-4f7a-9486-64c67d2a3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca0b4859-270c-41e3-ae56-2eddf6770062'} {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:00:30.349084 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] Bound port: c053aa72-49b7-4690-8a5a-faeb875b3ce0, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f846ccea-2bc8-4f7a-9486-64c67d2a3dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ca0b4859-270c-41e3-ae56-2eddf6770062'}}] {{(pid=82084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:00:30.349810 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:30.423691 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e0a0140-1f27-441b-b07a-dd5be13ec79f req-64726fb0-0827-4ecd-bca3-5d4ee0f441ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f4027db-4b36-48ec-9349-8e337787556b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1056800
Jul 13 22:00:30.537256 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] For port c053aa72-49b7-4690-8a5a-faeb875b3ce0, host hv-cinder-80061, cleared binding levels {{(pid=82084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:00:30.546859 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] For port c053aa72-49b7-4690-8a5a-faeb875b3ce0, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=c053aa72-49b7-4690-8a5a-faeb875b3ce0,segment=NetworkSegment(f846ccea-2bc8-4f7a-9486-64c67d2a3dc9),segment_id=f846ccea-2bc8-4f7a-9486-64c67d2a3dc9)] {{(pid=82084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:00:30.551679 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:30.568951 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:30.574243 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] Set router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:00:30.678847 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for port, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:30.680247 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] 10.222.0.15 "PUT /v2.0/ports/c053aa72-49b7-4690-8a5a-faeb875b3ce0 HTTP/1.1" status: 200  len: 1098 time: 1.8369410
Jul 13 22:00:30.680802 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5044cae-8fc3-4014-bc98-686b52739184', 'tag': 'c053aa72-49b7-4690-8a5a-faeb875b3ce0'}] {{(pid=82084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:00:30.735265 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e0a0140-1f27-441b-b07a-dd5be13ec79f req-d2813521-0a86-4c4b-b3b4-4ddd9d5589fb service neutron] 10.222.0.15 "GET /v2.0/networks/4f4027db-4b36-48ec-9349-8e337787556b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2885361
Jul 13 22:00:30.736258 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] Pushing event updated for resources: {'Port': ['ID=c053aa72-49b7-4690-8a5a-faeb875b3ce0,revision_number=3']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:30.739643 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:30.915232 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5044cae-8fc3-4014-bc98-686b52739184', 'tag': 'c053aa72-49b7-4690-8a5a-faeb875b3ce0', 'status': 'completed', 'code': 200}
Jul 13 22:00:30.971463 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-1d9ad496-d347-43dd-9d5e-d1118bd4e43c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d78b62347c534d7a959f113b64cd17f9&device_id=a5044cae-8fc3-4014-bc98-686b52739184 HTTP/1.1" status: 200  len: 1101 time: 0.1822329
Jul 13 22:00:30.989627 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b67cbbdc-20df-4985-9b6c-869f8e962833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:31.057957 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e0a0140-1f27-441b-b07a-dd5be13ec79f req-7b4c0149-72b8-4600-9e4d-79259023c01a service neutron] 10.222.0.15 "GET /v2.0/networks/4f4027db-4b36-48ec-9349-8e337787556b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3069510
Jul 13 22:00:31.123495 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-fc4925d2-9d5c-4a61-9408-157d6d25ebe2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=c053aa72-49b7-4690-8a5a-faeb875b3ce0 HTTP/1.1" status: 200  len: 217 time: 0.1277471
Jul 13 22:00:31.263183 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-2215e9f1-7215-4a29-a7d5-56c8c9290046 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:31.265183 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-2215e9f1-7215-4a29-a7d5-56c8c9290046 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa036bc2-a883-4935-abd7-4ff186956b80 HTTP/1.1" status: 200  len: 843 time: 0.1274378
Jul 13 22:00:31.304815 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf3644c668>, [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:25Z', 'revision_number': 4, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port': {'id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '7fd87b91-6cc2-4e02-9869-d54006962875', 'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'mac_address': 'fa:16:3e:66:6d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:24Z', 'updated_at': '2021-07-13T22:00:26Z', 'revision_number': 2, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'subnets': [{'id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:00:31.309339 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] Checking router: 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 for host: dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:00:31.309829 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] Updating router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 port 7fd87b91-6cc2-4e02-9869-d54006962875 binding host dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 13 22:00:31.375641 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:31.550667 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-32cba76f-80e7-4f02-965a-38ab7081cac5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca0b4859-270c-41e3-ae56-2eddf6770062&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2700548
Jul 13 22:00:31.660959 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcd662-44d4-42ea-8dd9-3c0e7a6f6263 req-e9c952a7-8346-4e37-8a68-3f480c36f5d9 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:31.663151 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-47bcd662-44d4-42ea-8dd9-3c0e7a6f6263 req-e9c952a7-8346-4e37-8a68-3f480c36f5d9 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.1251183
Jul 13 22:00:31.713241 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d666fc-6a48-4b0c-b8e0-f5f4f403b050 req-324a8387-7d10-491c-8838-fb0d76f66f77 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:31.714017 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-a0d666fc-6a48-4b0c-b8e0-f5f4f403b050 req-324a8387-7d10-491c-8838-fb0d76f66f77 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Synchronizing usage tracker for tenant:d78b62347c534d7a959f113b64cd17f9 on resource:port {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:00:31.745803 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-47bcd662-44d4-42ea-8dd9-3c0e7a6f6263 req-9055b87c-d00f-46b3-8439-c750a8aeed24 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758877
Jul 13 22:00:31.763056 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-a0d666fc-6a48-4b0c-b8e0-f5f4f403b050 req-324a8387-7d10-491c-8838-fb0d76f66f77 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Unset dirty status for tenant:d78b62347c534d7a959f113b64cd17f9 on resource:port {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:00:31.766328 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a0d666fc-6a48-4b0c-b8e0-f5f4f403b050 req-324a8387-7d10-491c-8838-fb0d76f66f77 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5044cae-8fc3-4014-bc98-686b52739184 HTTP/1.1" status: 200  len: 948 time: 0.3252323
Jul 13 22:00:31.837968 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-a0d666fc-6a48-4b0c-b8e0-f5f4f403b050 req-91b03a27-9e98-4fdc-9157-35d4733af646 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Synchronizing usage tracker for tenant:d78b62347c534d7a959f113b64cd17f9 on resource:security_group {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:00:31.867992 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-a0d666fc-6a48-4b0c-b8e0-f5f4f403b050 req-91b03a27-9e98-4fdc-9157-35d4733af646 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Unset dirty status for tenant:d78b62347c534d7a959f113b64cd17f9 on resource:security_group {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:00:31.869860 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a0d666fc-6a48-4b0c-b8e0-f5f4f403b050 req-91b03a27-9e98-4fdc-9157-35d4733af646 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/security-groups?id=29edb447-927b-45b2-a564-dbb72b222eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810685
Jul 13 22:00:31.876194 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-9ab62c35-0ffc-4702-bfe5-02cb4af73ec6 service neutron] 10.222.0.15 "GET /v2.0/networks/ca0b4859-270c-41e3-ae56-2eddf6770062?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3057139
Jul 13 22:00:31.941438 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] Notify callbacks [] for port, precommit_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:31.964505 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] Transition to ACTIVE for port object 7fd87b91-6cc2-4e02-9869-d54006962875 will not be triggered until provisioned by entity L2. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:00:31.965539 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 39410) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:31.969987 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:31.973775 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-524736598-network', 'tenant_id': 'ae1b9ce40362428c8292624902090637'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:00:31.976830 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:31.986342 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:31.991532 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] Usage tracker for resource:network and tenant:ae1b9ce40362428c8292624902090637 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:31.995895 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:32.002285 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:32.014136 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] Made reservation on behalf of ae1b9ce40362428c8292624902090637 for: {'network': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:00:32.020094 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for network, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:32.034162 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:32.077971 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:32.082124 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] Usage tracker for resource:security_group_rule and tenant:ae1b9ce40362428c8292624902090637 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:32.086023 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:32.095120 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:32.100357 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f7fa006c-0b71-4970-8f4e-3746a3fbb6be req-fa879a64-c9e3-4cba-837e-ce9b064a8ad4 service neutron] 10.222.0.15 "GET /v2.0/networks/ca0b4859-270c-41e3-ae56-2eddf6770062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2163551
Jul 13 22:00:32.138115 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482df54-71b8-495e-9348-971f113fb3ff None None] Pushing event updated for resources: {'Port': ['ID=7fd87b91-6cc2-4e02-9869-d54006962875,revision_number=3']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:32.140995 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7482df54-71b8-495e-9348-971f113fb3ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:32.189902 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:32.194325 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:32.200086 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b534b64b-5c24-4a1f-8911-709fb18c2e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:32.232714 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107}  {{(pid=82083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 13 22:00:32.247715 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efdc7d6-57c6-4d3e-8f88-5fc87bff2e2e,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:32.252367 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:32.253538 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:32.254045 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.segments_db [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] Added segment 0f92ce16-6b12-4b52-a98d-d3e232fa3fd2 of type vlan for network 9ce7172a-9d5e-4869-9fcc-fe0d810db1cc
Jul 13 22:00:32.259021 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] Attempting to bind port 7fd87b91-6cc2-4e02-9869-d54006962875 on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:00:32.260137 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] Attempting to bind port 7fd87b91-6cc2-4e02-9869-d54006962875 by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': '172b8712-6f8b-4c5b-9df7-68a1feb820ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd'}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:00:32.260580 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] Attempting to bind port 7fd87b91-6cc2-4e02-9869-d54006962875 on network 4573dd2b-8874-433b-aa5f-53da409d80cd {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:00:32.269677 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:00:32.270372 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] Checking segment: {'id': '172b8712-6f8b-4c5b-9df7-68a1feb820ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:00:32.271144 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:32.271596 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] Bound using segment: {'id': '172b8712-6f8b-4c5b-9df7-68a1feb820ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd'} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:00:32.272134 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] Bound port: 7fd87b91-6cc2-4e02-9869-d54006962875, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172b8712-6f8b-4c5b-9df7-68a1feb820ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd'}}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:00:32.272699 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:32.296492 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782997489472'] for network, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:32.339120 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for network, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:32.341027 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:32.342044 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:32.366931 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6c85f6d1-a510-48f0-9f6b-ac163b4fe920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:32.380584 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a09b4365-f9d6-41ab-bdb8-b1c75f881604 req-0112d499-e1f5-40dd-9888-a26be63d5ab3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d78b62347c534d7a959f113b64cd17f9&device_id=a5044cae-8fc3-4014-bc98-686b52739184 HTTP/1.1" status: 200  len: 1101 time: 0.1457253
Jul 13 22:00:32.402503 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4259191
Jul 13 22:00:32.409476 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 39420) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:32.415168 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:32.419359 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-2c07e62a-29c1-4ade-a5b7-ee85e9af93f4 admin admin] Request body: {'subnet': {'network_id': '9ce7172a-9d5e-4869-9fcc-fe0d810db1cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-524736598-subnet', 'tenant_id': 'ae1b9ce40362428c8292624902090637', 'ip_version': 4}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:00:32.432111 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] For port 7fd87b91-6cc2-4e02-9869-d54006962875, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:00:32.436211 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] For port 7fd87b91-6cc2-4e02-9869-d54006962875, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=7fd87b91-6cc2-4e02-9869-d54006962875,segment=NetworkSegment(172b8712-6f8b-4c5b-9df7-68a1feb820ba),segment_id=172b8712-6f8b-4c5b-9df7-68a1feb820ba)] {{(pid=82085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:00:32.440990 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:32.446197 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7c2231d2-3d44-400e-a762-34f7605d9516 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:32.476718 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-2c07e62a-29c1-4ade-a5b7-ee85e9af93f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:32.498455 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 39424) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:32.499534 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-2c07e62a-29c1-4ade-a5b7-ee85e9af93f4 admin admin] Usage tracker for resource:subnet and tenant:ae1b9ce40362428c8292624902090637 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:32.506376 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-2c07e62a-29c1-4ade-a5b7-ee85e9af93f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:32.519643 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-2c07e62a-29c1-4ade-a5b7-ee85e9af93f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:32.526964 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] Pushing event updated for resources: {'Network': ['ID=9ce7172a-9d5e-4869-9fcc-fe0d810db1cc,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:32.531438 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:32.531591 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] Routers {'51c20fc9-a475-4045-8b4e-3f51b2d2cb01'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:00:32.532286 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf3644c668>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:00:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:00:32.537480 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c07e62a-29c1-4ade-a5b7-ee85e9af93f4 admin admin] Made reservation on behalf of ae1b9ce40362428c8292624902090637 for: {'subnet': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:00:32.542648 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2c07e62a-29c1-4ade-a5b7-ee85e9af93f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853125893'] for subnet, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:32.577741 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b4365-f9d6-41ab-bdb8-b1c75f881604 req-ecd9e2ef-1977-478d-b572-d354ab0d9965 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:32.582571 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a09b4365-f9d6-41ab-bdb8-b1c75f881604 req-ecd9e2ef-1977-478d-b572-d354ab0d9965 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca0b4859-270c-41e3-ae56-2eddf6770062 HTTP/1.1" status: 200  len: 870 time: 0.1953545
Jul 13 22:00:32.607776 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Network 9ce7172a-9d5e-4869-9fcc-fe0d810db1cc details requested by agent ovs-agent-dv-cinder-800618-1-iscsi with host dv-cinder-800618-1-iscsi {{(pid=82085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 13 22:00:32.670080 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a09b4365-f9d6-41ab-bdb8-b1c75f881604 req-20b451a1-45f7-4512-8513-c83d0816d420 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=c053aa72-49b7-4690-8a5a-faeb875b3ce0 HTTP/1.1" status: 200  len: 217 time: 0.0803826
Jul 13 22:00:32.914948 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482df54-71b8-495e-9348-971f113fb3ff None None] Pushing event updated for resources: {'Port': ['ID=7fd87b91-6cc2-4e02-9869-d54006962875,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:32.922297 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7482df54-71b8-495e-9348-971f113fb3ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:33.010800 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b3533ebe-e721-4102-a017-7221972fc12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:33.051624 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] Set router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:00:33.051936 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-03cd261f-9bde-48d6-8529-a3375fc6f636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:33.069570 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2c07e62a-29c1-4ade-a5b7-ee85e9af93f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852293047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853125910'] for subnet, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:33.147588 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bcb1541b-1d99-4564-bb5e-befe9e83efdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:33.195713 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b4365-f9d6-41ab-bdb8-b1c75f881604 req-84760e4b-c851-45cd-b7cf-2dda9e583f90 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:33.198822 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a09b4365-f9d6-41ab-bdb8-b1c75f881604 req-84760e4b-c851-45cd-b7cf-2dda9e583f90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa036bc2-a883-4935-abd7-4ff186956b80 HTTP/1.1" status: 200  len: 843 time: 0.5221767
Jul 13 22:00:33.244207 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-03cd261f-9bde-48d6-8529-a3375fc6f636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:33.248912 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-03cd261f-9bde-48d6-8529-a3375fc6f636 admin admin] Usage tracker for resource:security_group_rule and tenant:5b35d716b8a345959a0ae5cf378d4250 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:33.252119 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-03cd261f-9bde-48d6-8529-a3375fc6f636 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:33.272318 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-03cd261f-9bde-48d6-8529-a3375fc6f636 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:33.281915 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbcfb0-b306-438f-831f-9e2200a8d4df req-1ae69902-2046-40c1-848f-5139cffe8a59 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:33.289718 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-96fbcfb0-b306-438f-831f-9e2200a8d4df req-1ae69902-2046-40c1-848f-5139cffe8a59 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5044cae-8fc3-4014-bc98-686b52739184 HTTP/1.1" status: 200  len: 948 time: 0.1823983
Jul 13 22:00:33.348478 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-96fbcfb0-b306-438f-831f-9e2200a8d4df req-fb31a668-4b8f-464c-9d7c-6e6ed99ad31b tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/security-groups?id=29edb447-927b-45b2-a564-dbb72b222eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579300
Jul 13 22:00:33.365717 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a09b4365-f9d6-41ab-bdb8-b1c75f881604 req-0e4b1c0a-baa3-4d62-9ba1-8c466fab4c99 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca0b4859-270c-41e3-ae56-2eddf6770062&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1452098
Jul 13 22:00:33.474902 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-03cd261f-9bde-48d6-8529-a3375fc6f636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:33.501650 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-03cd261f-9bde-48d6-8529-a3375fc6f636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:33.533694 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa3eec-aea4-48cf-8194-deea6aa56c69 req-1d54786a-8fe5-4b9a-b427-0e6bce1b0dcd tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:33.535521 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a8fa3eec-aea4-48cf-8194-deea6aa56c69 req-1d54786a-8fe5-4b9a-b427-0e6bce1b0dcd tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.4647758
Jul 13 22:00:33.536561 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07e62a-29c1-4ade-a5b7-ee85e9af93f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a51e5e92-2438-4d27-8711-a17b87dc7340,revision_number=0']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:33.539711 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2c07e62a-29c1-4ade-a5b7-ee85e9af93f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:33.545467 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f6f4015c-7a3e-4f76-a84c-20c687274c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:33.553587 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c07e62a-29c1-4ade-a5b7-ee85e9af93f4 admin admin] Checking segment: {'id': '0f92ce16-6b12-4b52-a98d-d3e232fa3fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9ce7172a-9d5e-4869-9fcc-fe0d810db1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:00:33.553969 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c07e62a-29c1-4ade-a5b7-ee85e9af93f4 admin admin] Network hostable DHCP agents. Network: 9ce7172a-9d5e-4869-9fcc-fe0d810db1cc, hostable agents: ['42e73b5f-b36d-45e9-8068-895c526abb3e'], hosted agents: [] {{(pid=82083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 13 22:00:33.562591 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a09b4365-f9d6-41ab-bdb8-b1c75f881604 req-14c70534-24d3-49cb-8c47-1b4c7289da34 service neutron] 10.222.0.15 "GET /v2.0/networks/ca0b4859-270c-41e3-ae56-2eddf6770062?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1851490
Jul 13 22:00:33.600237 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf3644c668>, [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:25Z', 'revision_number': 4, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port': {'id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '7fd87b91-6cc2-4e02-9869-d54006962875', 'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'mac_address': 'fa:16:3e:66:6d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:24Z', 'updated_at': '2021-07-13T22:00:32Z', 'revision_number': 4, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'subnets': [{'id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:00:33.605099 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:33.606128 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e61294d-793a-4863-aeb3-810d7e3814e5 None None] The sync data for ids ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'] in dv-cinder-800618-1-iscsi is: [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:25Z', 'revision_number': 4, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port': {'id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '7fd87b91-6cc2-4e02-9869-d54006962875', 'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'mac_address': 'fa:16:3e:66:6d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:24Z', 'updated_at': '2021-07-13T22:00:32Z', 'revision_number': 4, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'subnets': [{'id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:00:33.611907 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd261f-9bde-48d6-8529-a3375fc6f636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed56eddd-4b72-4955-ac7f-e7b0f1231532,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:33.641728 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-03cd261f-9bde-48d6-8529-a3375fc6f636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:33.653784 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-03cd261f-9bde-48d6-8529-a3375fc6f636 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b35d716b8a345959a0ae5cf378d4250&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1509092
Jul 13 22:00:33.668731 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 39462) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:33.749109 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a8fa3eec-aea4-48cf-8194-deea6aa56c69 req-89190589-1b59-4b0e-a3c6-273fc6136ff7 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1857691
Jul 13 22:00:33.760200 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c07e62a-29c1-4ade-a5b7-ee85e9af93f4 admin admin] Network 9ce7172a-9d5e-4869-9fcc-fe0d810db1cc is scheduled to be hosted by DHCP agent 42e73b5f-b36d-45e9-8068-895c526abb3e with binding_index 1 {{(pid=82083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 13 22:00:33.772159 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-2c07e62a-29c1-4ade-a5b7-ee85e9af93f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-iscsi, 9ce7172a-9d5e-4869-9fcc-fe0d810db1cc) {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:00:33.777998 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c07e62a-29c1-4ade-a5b7-ee85e9af93f4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:33.778640 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2c07e62a-29c1-4ade-a5b7-ee85e9af93f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:33.783510 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d41cc6c-033b-457a-9c3a-c3a3e0875f11 None None] Network 9ce7172a-9d5e-4869-9fcc-fe0d810db1cc requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:00:33.832459 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-2c07e62a-29c1-4ade-a5b7-ee85e9af93f4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4206636
Jul 13 22:00:33.834211 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 39472) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:33.845387 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-b77d72fd-af5b-4a37-9817-8cbaa4868c2b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-524736598-router', 'tenant_id': 'ae1b9ce40362428c8292624902090637', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:00:33.863128 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a09b4365-f9d6-41ab-bdb8-b1c75f881604 req-6a9061fd-59cf-48c8-ad7f-b68faf4f7399 service neutron] 10.222.0.15 "GET /v2.0/networks/ca0b4859-270c-41e3-ae56-2eddf6770062?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2879367
Jul 13 22:00:33.863704 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-b77d72fd-af5b-4a37-9817-8cbaa4868c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:33.867618 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-352510ee-2317-4525-b4f1-cbd12bce3b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:33.884983 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-b77d72fd-af5b-4a37-9817-8cbaa4868c2b admin admin] Usage tracker for resource:router and tenant:ae1b9ce40362428c8292624902090637 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:33.899622 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-b77d72fd-af5b-4a37-9817-8cbaa4868c2b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:33.906998 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-352510ee-2317-4525-b4f1-cbd12bce3b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:33.922841 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-b77d72fd-af5b-4a37-9817-8cbaa4868c2b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:33.946216 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b77d72fd-af5b-4a37-9817-8cbaa4868c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770131'] for router, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:33.947781 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b77d72fd-af5b-4a37-9817-8cbaa4868c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854024219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854022111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854215556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5669'] for router, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:33.985052 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b77d72fd-af5b-4a37-9817-8cbaa4868c2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:34.005348 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-352510ee-2317-4525-b4f1-cbd12bce3b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:34.015316 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b616f5c8-bcd6-422f-aca7-e5a47618bc55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:34.043265 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352510ee-2317-4525-b4f1-cbd12bce3b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed56eddd-4b72-4955-ac7f-e7b0f1231532,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:34.047067 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-352510ee-2317-4525-b4f1-cbd12bce3b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:34.063680 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-352510ee-2317-4525-b4f1-cbd12bce3b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:34.069710 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-352510ee-2317-4525-b4f1-cbd12bce3b05 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed56eddd-4b72-4955-ac7f-e7b0f1231532 HTTP/1.1" status: 204  len: 168 time: 0.3998110
Jul 13 22:00:34.173724 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2b74389-647e-5418-80f0-f99db5a1f3e2-9ce7172a-9d5e-4869-9fcc-fe0d810db1cc', 'network_id': '9ce7172a-9d5e-4869-9fcc-fe0d810db1cc', 'tenant_id': 'ae1b9ce40362428c8292624902090637', 'fixed_ips': [{'subnet_id': 'a51e5e92-2438-4d27-8711-a17b87dc7340'}]}} from dv-cinder-800618-1-iscsi. {{(pid=82085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 13 22:00:34.174630 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:34.408095 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] Allocated IP 172.20.0.2 (9ce7172a-9d5e-4869-9fcc-fe0d810db1cc/a51e5e92-2438-4d27-8711-a17b87dc7340/a99957cb-45e6-4bc9-90ec-e072ab757b24) {{(pid=82085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:00:34.438434 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b77d72fd-af5b-4a37-9817-8cbaa4868c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854022096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:34.761084 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:34.774288 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] Notify callbacks [] for port, precommit_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:34.807995 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] Transition to ACTIVE for port object a99957cb-45e6-4bc9-90ec-e072ab757b24 will not be triggered until provisioned by entity L2. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:00:34.823165 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f7a8f-f291-4bfd-9d30-9e4b300b9e14 req-e97c11a2-b80a-4119-aa2e-a875670df898 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:34.824150 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fe0f7a8f-f291-4bfd-9d30-9e4b300b9e14 req-e97c11a2-b80a-4119-aa2e-a875670df898 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5044cae-8fc3-4014-bc98-686b52739184 HTTP/1.1" status: 200  len: 948 time: 0.3039913
Jul 13 22:00:34.834769 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] Transition to ACTIVE for port object a99957cb-45e6-4bc9-90ec-e072ab757b24 will not be triggered until provisioned by entity DHCP. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:00:34.851252 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:34.855942 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:34.971845 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] Pushing event updated for resources: {'Port': ['ID=a99957cb-45e6-4bc9-90ec-e072ab757b24,revision_number=1']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:34.988406 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:34.994858 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] Network 9ce7172a-9d5e-4869-9fcc-fe0d810db1cc is already hosted by enough agents. {{(pid=82085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:00:34.996072 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] Resources bound (agent type, host, resource id):  {{(pid=82085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:00:35.001623 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] Received port after_create {{(pid=82085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:00:35.014324 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fe0f7a8f-f291-4bfd-9d30-9e4b300b9e14 req-5adfacd7-091e-4283-8935-58e9610b53eb tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/security-groups?id=29edb447-927b-45b2-a564-dbb72b222eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1801727
Jul 13 22:00:35.039209 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b77d72fd-af5b-4a37-9817-8cbaa4868c2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:35.115468 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] Attempting to bind port a99957cb-45e6-4bc9-90ec-e072ab757b24 on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:00:35.115889 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] Attempting to bind port a99957cb-45e6-4bc9-90ec-e072ab757b24 by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': '0f92ce16-6b12-4b52-a98d-d3e232fa3fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9ce7172a-9d5e-4869-9fcc-fe0d810db1cc'}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:00:35.116469 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] Attempting to bind port a99957cb-45e6-4bc9-90ec-e072ab757b24 on network 9ce7172a-9d5e-4869-9fcc-fe0d810db1cc {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:00:35.124600 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:00:35.125062 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] Checking segment: {'id': '0f92ce16-6b12-4b52-a98d-d3e232fa3fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9ce7172a-9d5e-4869-9fcc-fe0d810db1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:00:35.125517 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:35.125956 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] Bound using segment: {'id': '0f92ce16-6b12-4b52-a98d-d3e232fa3fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9ce7172a-9d5e-4869-9fcc-fe0d810db1cc'} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:00:35.126645 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] Bound port: a99957cb-45e6-4bc9-90ec-e072ab757b24, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f92ce16-6b12-4b52-a98d-d3e232fa3fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9ce7172a-9d5e-4869-9fcc-fe0d810db1cc'}}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:00:35.127069 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:35.152413 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b77d72fd-af5b-4a37-9817-8cbaa4868c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:35.177504 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa62510-bf9c-4e63-9a74-c67a7386481d req-4756d9b0-9e72-409a-a942-6cd0eeb074df tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:35.188968 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-afa62510-bf9c-4e63-9a74-c67a7386481d req-4756d9b0-9e72-409a-a942-6cd0eeb074df tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.1379542
Jul 13 22:00:35.310966 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-afa62510-bf9c-4e63-9a74-c67a7386481d req-a73cf458-3fe5-47ee-8bb5-0e4e3903c485 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188042
Jul 13 22:00:35.312262 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device c053aa72-49b7-4690-8a5a-faeb875b3ce0 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 13 22:00:35.338390 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] For port a99957cb-45e6-4bc9-90ec-e072ab757b24, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:00:35.343153 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] For port a99957cb-45e6-4bc9-90ec-e072ab757b24, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=a99957cb-45e6-4bc9-90ec-e072ab757b24,segment=NetworkSegment(0f92ce16-6b12-4b52-a98d-d3e232fa3fd2),segment_id=0f92ce16-6b12-4b52-a98d-d3e232fa3fd2)] {{(pid=82085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:00:35.456761 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-b77d72fd-af5b-4a37-9817-8cbaa4868c2b admin admin] Allocated IP 172.27.3.73 (c8866fbd-09a0-4cda-b97c-1016e46e3e88/8a6156a0-7e3f-4c59-8b62-81399f240021/f25a5e44-5692-4033-840a-00cde2462434) {{(pid=82083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:00:35.463055 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 7fd87b91-6cc2-4e02-9869-d54006962875 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:00:35.494787 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:35.534803 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:35.660671 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port c053aa72-49b7-4690-8a5a-faeb875b3ce0, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=c053aa72-49b7-4690-8a5a-faeb875b3ce0,segment=NetworkSegment(f846ccea-2bc8-4f7a-9486-64c67d2a3dc9),segment_id=f846ccea-2bc8-4f7a-9486-64c67d2a3dc9)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:00:35.672084 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b77d72fd-af5b-4a37-9817-8cbaa4868c2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:35.683077 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port 7fd87b91-6cc2-4e02-9869-d54006962875 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:00:35.693331 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] Pushing event updated for resources: {'Port': ['ID=a99957cb-45e6-4bc9-90ec-e072ab757b24,revision_number=2']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:35.698269 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Returning: {'device': 'c053aa72-49b7-4690-8a5a-faeb875b3ce0', 'network_id': 'ca0b4859-270c-41e3-ae56-2eddf6770062', 'port_id': 'c053aa72-49b7-4690-8a5a-faeb875b3ce0', 'mac_address': 'fa:16:3e:78:66:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa036bc2-a883-4935-abd7-4ff186956b80', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 13 22:00:35.700502 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 7fd87b91-6cc2-4e02-9869-d54006962875 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:00:35.700985 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:35.714448 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b77d72fd-af5b-4a37-9817-8cbaa4868c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:35.719318 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:35.741660 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:35.830392 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77d72fd-af5b-4a37-9817-8cbaa4868c2b admin admin] Network c8866fbd-09a0-4cda-b97c-1016e46e3e88 is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:00:35.834348 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-b77d72fd-af5b-4a37-9817-8cbaa4868c2b admin admin] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:00:35.845857 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77d72fd-af5b-4a37-9817-8cbaa4868c2b admin admin] Received port after_create {{(pid=82083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:00:35.846789 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:35.889267 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d72fd-af5b-4a37-9817-8cbaa4868c2b admin admin] Pushing event updated for resources: {'Port': ['ID=f25a5e44-5692-4033-840a-00cde2462434,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:35.905055 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c053aa72-49b7-4690-8a5a-faeb875b3ce0 {{(pid=82085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:00:35.948833 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port c053aa72-49b7-4690-8a5a-faeb875b3ce0, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=c053aa72-49b7-4690-8a5a-faeb875b3ce0,segment=NetworkSegment(f846ccea-2bc8-4f7a-9486-64c67d2a3dc9),segment_id=f846ccea-2bc8-4f7a-9486-64c67d2a3dc9)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:00:35.951760 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:35.984736 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:35.994983 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:36.036251 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b77d72fd-af5b-4a37-9817-8cbaa4868c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:36.088945 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b77d72fd-af5b-4a37-9817-8cbaa4868c2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:36.089736 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b77d72fd-af5b-4a37-9817-8cbaa4868c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854024445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753675'] for router, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:36.094060 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] For port 7fd87b91-6cc2-4e02-9869-d54006962875, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=7fd87b91-6cc2-4e02-9869-d54006962875,segment=NetworkSegment(172b8712-6f8b-4c5b-9df7-68a1feb820ba),segment_id=172b8712-6f8b-4c5b-9df7-68a1feb820ba)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:00:36.113910 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:36.135389 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=c053aa72-49b7-4690-8a5a-faeb875b3ce0,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:36.145395 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:36.155477 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a62483ef-e4e8-49dc-93a0-e4f2801cc4bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:36.388418 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Pushing event updated for resources: {'Port': ['ID=7fd87b91-6cc2-4e02-9869-d54006962875,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:36.391556 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:36.526779 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21ddd9-8085-4b1e-9784-017feb79461c req-820418f7-9645-48f2-a35b-81a0db36b65e tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:36.534158 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7d21ddd9-8085-4b1e-9784-017feb79461c req-820418f7-9645-48f2-a35b-81a0db36b65e tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5044cae-8fc3-4014-bc98-686b52739184 HTTP/1.1" status: 200  len: 949 time: 0.1466725
Jul 13 22:00:36.575672 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['c053aa72-49b7-4690-8a5a-faeb875b3ce0'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:00:36.629770 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d3e32-e4b6-433a-a8a7-383973271dd3 req-f067a110-d512-4870-8a05-21c4ed6ecd9c tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:36.637780 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3a9d3e32-e4b6-433a-a8a7-383973271dd3 req-f067a110-d512-4870-8a05-21c4ed6ecd9c tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.1192820
Jul 13 22:00:36.691104 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7d21ddd9-8085-4b1e-9784-017feb79461c req-9b84a12b-730f-4127-95c0-336336dde3b3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/security-groups?id=29edb447-927b-45b2-a564-dbb72b222eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1558154
Jul 13 22:00:36.692556 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3a9d3e32-e4b6-433a-a8a7-383973271dd3 req-55f33de5-808e-4f95-9930-ac9f2bbe0f0e tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524228
Jul 13 22:00:36.708579 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77d72fd-af5b-4a37-9817-8cbaa4868c2b admin admin] Router c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4 is scheduled to L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 with binding_index 1 {{(pid=82083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 13 22:00:37.100567 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77d72fd-af5b-4a37-9817-8cbaa4868c2b admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:00:37.122208 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] Sync routers for ids ['c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4'] in dv-cinder-800618-1-iscsi {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:00:37.129905 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b77d72fd-af5b-4a37-9817-8cbaa4868c2b admin admin] Notify callbacks [] for router, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:37.131367 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-b77d72fd-af5b-4a37-9817-8cbaa4868c2b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.2961228
Jul 13 22:00:37.134362 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 39562) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:37.143200 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] Routers {'c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:00:37.144109 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36974358>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:00:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:00:37.180580 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 39566) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:37.470981 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 7fd87b91-6cc2-4e02-9869-d54006962875 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:00:37.471191 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-39d7cfe8-e490-443d-b6e3-f1e4938ea014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:37.555400 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 7fd87b91-6cc2-4e02-9869-d54006962875 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:00:37.555827 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:37.576432 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] Set router c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:00:37.589477 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-39d7cfe8-e490-443d-b6e3-f1e4938ea014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:37.601854 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-39d7cfe8-e490-443d-b6e3-f1e4938ea014 admin admin] Usage tracker for resource:security_group_rule and tenant:3a1a6f8c4bfe472fa6015c3e954091d2 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:37.608754 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-39d7cfe8-e490-443d-b6e3-f1e4938ea014 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:37.622396 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-39d7cfe8-e490-443d-b6e3-f1e4938ea014 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:37.790756 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device a99957cb-45e6-4bc9-90ec-e072ab757b24 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:00:37.860317 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-39d7cfe8-e490-443d-b6e3-f1e4938ea014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:37.867113 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-39d7cfe8-e490-443d-b6e3-f1e4938ea014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:37.914760 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7fd76f48-fe96-4c4a-81bf-a99e9de278e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:37.928378 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-39d7cfe8-e490-443d-b6e3-f1e4938ea014 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a1a6f8c4bfe472fa6015c3e954091d2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7463596
Jul 13 22:00:37.931587 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 39580) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:37.951440 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7cfe8-e490-443d-b6e3-f1e4938ea014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9716d1c4-c92c-4bf0-b049-33ad940df3c6,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:37.955545 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-39d7cfe8-e490-443d-b6e3-f1e4938ea014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:38.012185 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36974358>, [{'id': 'c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4', 'name': 'tempest-TestVolumeBootPattern-524736598-router', 'tenant_id': 'ae1b9ce40362428c8292624902090637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f25a5e44-5692-4033-840a-00cde2462434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:33Z', 'updated_at': '2021-07-13T22:00:36Z', 'revision_number': 3, 'project_id': 'ae1b9ce40362428c8292624902090637', 'gw_port': {'id': 'f25a5e44-5692-4033-840a-00cde2462434', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:35Z', 'updated_at': '2021-07-13T22:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:00:38.017214 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] Checking router: c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4 for host: dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:00:38.017731 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] Updating router c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4 port f25a5e44-5692-4033-840a-00cde2462434 binding host dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 13 22:00:38.038494 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port a99957cb-45e6-4bc9-90ec-e072ab757b24 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:00:38.080202 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:38.098310 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec40f487-9538-4cef-b2d7-6964f32e05c6 None None] Network 9ce7172a-9d5e-4869-9fcc-fe0d810db1cc requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:00:38.176836 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-8f1b87b4-4dc7-427a-8266-dee1bae2af09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:38.185106 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ccf5c-13ef-4086-86a0-0277e6c1627b req-5d768ad3-3496-472e-914b-b318a60dfc42 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:38.194539 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ff4ccf5c-13ef-4086-86a0-0277e6c1627b req-5d768ad3-3496-472e-914b-b318a60dfc42 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5044cae-8fc3-4014-bc98-686b52739184 HTTP/1.1" status: 200  len: 949 time: 0.1738560
Jul 13 22:00:38.255989 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ff4ccf5c-13ef-4086-86a0-0277e6c1627b req-41a0b711-583d-4482-b64f-979a2c2d5d60 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/security-groups?id=29edb447-927b-45b2-a564-dbb72b222eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601113
Jul 13 22:00:38.357607 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-8f1b87b4-4dc7-427a-8266-dee1bae2af09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:38.360335 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:00:38.452438 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-513162b1-5bdd-450c-9614-9501d3fa0bdc None None] Provisioning for port a99957cb-45e6-4bc9-90ec-e072ab757b24 completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:00:38.457834 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-513162b1-5bdd-450c-9614-9501d3fa0bdc None None] Provisioning complete for port a99957cb-45e6-4bc9-90ec-e072ab757b24 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:00:38.458153 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-513162b1-5bdd-450c-9614-9501d3fa0bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:38.485449 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] Notify callbacks [] for port, precommit_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:38.488900 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd02783-774f-454a-8a7d-5112a4fa68c7 req-bc1c4365-f7b0-4f3a-bc91-9b7c4b1b6715 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:38.501156 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] Transition to ACTIVE for port object f25a5e44-5692-4033-840a-00cde2462434 will not be triggered until provisioned by entity L2. {{(pid=82086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:00:38.505523 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8cd02783-774f-454a-8a7d-5112a4fa68c7 req-bc1c4365-f7b0-4f3a-bc91-9b7c4b1b6715 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.3039579
Jul 13 22:00:38.513938 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:38.543189 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:38.653350 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb97bc2-c366-4071-8376-6a4c1dc431cc None None] Pushing event updated for resources: {'Port': ['ID=f25a5e44-5692-4033-840a-00cde2462434,revision_number=2']} {{(pid=82086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:38.654272 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-513162b1-5bdd-450c-9614-9501d3fa0bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:38.657173 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-edb97bc2-c366-4071-8376-6a4c1dc431cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:38.667804 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] Attempting to bind port f25a5e44-5692-4033-840a-00cde2462434 on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:00:38.669193 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] Attempting to bind port f25a5e44-5692-4033-840a-00cde2462434 by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}] {{(pid=82086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:00:38.670000 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] Attempting to bind port f25a5e44-5692-4033-840a-00cde2462434 on network c8866fbd-09a0-4cda-b97c-1016e46e3e88 {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:00:38.680553 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:00:38.681340 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] Checking segment: {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:00:38.681945 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:38.682803 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] Bound using segment: {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'} {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:00:38.683501 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] Bound port: f25a5e44-5692-4033-840a-00cde2462434, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}}] {{(pid=82086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:00:38.684093 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:38.699142 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-513162b1-5bdd-450c-9614-9501d3fa0bdc None None] For port a99957cb-45e6-4bc9-90ec-e072ab757b24, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=a99957cb-45e6-4bc9-90ec-e072ab757b24,segment=NetworkSegment(0f92ce16-6b12-4b52-a98d-d3e232fa3fd2),segment_id=0f92ce16-6b12-4b52-a98d-d3e232fa3fd2)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:00:38.709435 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-513162b1-5bdd-450c-9614-9501d3fa0bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:38.711291 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:38.824229 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] For port f25a5e44-5692-4033-840a-00cde2462434, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:00:38.833340 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] For port f25a5e44-5692-4033-840a-00cde2462434, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=f25a5e44-5692-4033-840a-00cde2462434,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:00:38.839414 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-8f1b87b4-4dc7-427a-8266-dee1bae2af09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:38.840626 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:38.849911 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7361f070-4949-4678-9cb2-9b0bd0a74192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:38.859218 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513162b1-5bdd-450c-9614-9501d3fa0bdc None None] Pushing event updated for resources: {'Port': ['ID=a99957cb-45e6-4bc9-90ec-e072ab757b24,revision_number=3']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:38.863916 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-513162b1-5bdd-450c-9614-9501d3fa0bdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:38.878425 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-edb97bc2-c366-4071-8376-6a4c1dc431cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:38.898348 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8cd02783-774f-454a-8a7d-5112a4fa68c7 req-94391081-df3a-47f2-82ab-718bf19f76e3 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3531871
Jul 13 22:00:38.899227 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b87b4-4dc7-427a-8266-dee1bae2af09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9716d1c4-c92c-4bf0-b049-33ad940df3c6,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:38.911426 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8f1b87b4-4dc7-427a-8266-dee1bae2af09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:38.917755 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-8f1b87b4-4dc7-427a-8266-dee1bae2af09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:38.940177 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-8f1b87b4-4dc7-427a-8266-dee1bae2af09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9716d1c4-c92c-4bf0-b049-33ad940df3c6 HTTP/1.1" status: 204  len: 168 time: 0.9908299
Jul 13 22:00:39.054542 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb97bc2-c366-4071-8376-6a4c1dc431cc None None] Pushing event updated for resources: {'Port': ['ID=f25a5e44-5692-4033-840a-00cde2462434,revision_number=3']} {{(pid=82086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:39.055051 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a12d8723-4a54-4461-a424-880cbe97c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:39.064735 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] Routers {'c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:00:39.065464 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36974358>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:00:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:00:39.126406 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-edb97bc2-c366-4071-8376-6a4c1dc431cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:39.144307 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-d6dff48c-32dc-411b-80cf-450d869cfa2b None None] Provisioning complete for port a99957cb-45e6-4bc9-90ec-e072ab757b24 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:00:39.145236 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d6dff48c-32dc-411b-80cf-450d869cfa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:39.309702 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] Set router c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:00:39.379907 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device a99957cb-45e6-4bc9-90ec-e072ab757b24 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:00:39.383173 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-a12d8723-4a54-4461-a424-880cbe97c75c admin admin] Allocated IP 172.20.0.1 (9ce7172a-9d5e-4869-9fcc-fe0d810db1cc/a51e5e92-2438-4d27-8711-a17b87dc7340/605073dc-a09a-4475-a947-1f72f78f31f7) {{(pid=82083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:00:39.492177 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 39612) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:39.516134 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-28c492dc-8ec5-444a-98e7-bc42b9da7d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:39.517229 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port a99957cb-45e6-4bc9-90ec-e072ab757b24 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:00:39.517650 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:39.587164 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-28c492dc-8ec5-444a-98e7-bc42b9da7d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:39.593854 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-28c492dc-8ec5-444a-98e7-bc42b9da7d2d admin admin] Usage tracker for resource:security_group_rule and tenant:2006f4f58f7e40108e75faa5300a0696 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:39.602546 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13298a8-0289-43b0-90cb-ca7de5b1be4f req-dfe5ada0-4287-4e2d-b229-81e5d3b86bfb tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:39.611210 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c13298a8-0289-43b0-90cb-ca7de5b1be4f req-dfe5ada0-4287-4e2d-b229-81e5d3b86bfb tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5044cae-8fc3-4014-bc98-686b52739184 HTTP/1.1" status: 200  len: 949 time: 0.1634879
Jul 13 22:00:39.637841 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-28c492dc-8ec5-444a-98e7-bc42b9da7d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:39.649065 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a12d8723-4a54-4461-a424-880cbe97c75c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:39.661932 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-28c492dc-8ec5-444a-98e7-bc42b9da7d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:39.667898 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-a12d8723-4a54-4461-a424-880cbe97c75c admin admin] Transition to ACTIVE for port object 605073dc-a09a-4475-a947-1f72f78f31f7 will not be triggered until provisioned by entity DHCP. {{(pid=82083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:00:39.672733 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c13298a8-0289-43b0-90cb-ca7de5b1be4f req-ad4edd51-4f29-45ef-887b-0768194a7b9f tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/security-groups?id=29edb447-927b-45b2-a564-dbb72b222eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603216
Jul 13 22:00:39.689084 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a12d8723-4a54-4461-a424-880cbe97c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:39.701873 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:39.736049 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-28c492dc-8ec5-444a-98e7-bc42b9da7d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:39.739700 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-28c492dc-8ec5-444a-98e7-bc42b9da7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:39.758697 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12d8723-4a54-4461-a424-880cbe97c75c admin admin] Network 9ce7172a-9d5e-4869-9fcc-fe0d810db1cc is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:00:39.763646 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36974358>, [{'id': 'c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4', 'name': 'tempest-TestVolumeBootPattern-524736598-router', 'tenant_id': 'ae1b9ce40362428c8292624902090637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f25a5e44-5692-4033-840a-00cde2462434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:33Z', 'updated_at': '2021-07-13T22:00:36Z', 'revision_number': 3, 'project_id': 'ae1b9ce40362428c8292624902090637', 'gw_port': {'id': 'f25a5e44-5692-4033-840a-00cde2462434', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:35Z', 'updated_at': '2021-07-13T22:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:00:39.767502 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-a12d8723-4a54-4461-a424-880cbe97c75c admin admin] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:00:39.769061 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19c8034-6d42-4c38-860f-a1b07f5548b8 None None] The sync data for ids ['c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4'] in dv-cinder-800618-1-iscsi is: [{'id': 'c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4', 'name': 'tempest-TestVolumeBootPattern-524736598-router', 'tenant_id': 'ae1b9ce40362428c8292624902090637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f25a5e44-5692-4033-840a-00cde2462434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:33Z', 'updated_at': '2021-07-13T22:00:36Z', 'revision_number': 3, 'project_id': 'ae1b9ce40362428c8292624902090637', 'gw_port': {'id': 'f25a5e44-5692-4033-840a-00cde2462434', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:35Z', 'updated_at': '2021-07-13T22:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}] {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:00:39.773885 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12d8723-4a54-4461-a424-880cbe97c75c admin admin] Received port after_create {{(pid=82083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:00:39.781352 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-3656d8be-8b83-4d04-bc56-5a8e44579aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:39.797380 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-28c492dc-8ec5-444a-98e7-bc42b9da7d2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2006f4f58f7e40108e75faa5300a0696&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3043542
Jul 13 22:00:39.802802 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 39618) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:39.811395 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d8723-4a54-4461-a424-880cbe97c75c admin admin] Pushing event updated for resources: {'Port': ['ID=605073dc-a09a-4475-a947-1f72f78f31f7,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:39.823996 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a12d8723-4a54-4461-a424-880cbe97c75c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:39.854309 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c492dc-8ec5-444a-98e7-bc42b9da7d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6a728c-c234-4248-9c03-d6084bf43fc8,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:39.860232 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-28c492dc-8ec5-444a-98e7-bc42b9da7d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:39.866644 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a12d8723-4a54-4461-a424-880cbe97c75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854016810'] for router_interface, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:39.908270 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e14511d-e973-4ed8-81b7-62d839d2dce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:39.942446 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e14511d-e973-4ed8-81b7-62d839d2dce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:39.967963 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a12d8723-4a54-4461-a424-880cbe97c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:39.991486 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e14511d-e973-4ed8-81b7-62d839d2dce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:40.001395 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-307c9ba4-860e-44eb-a1b9-cd370ae14260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:40.018989 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e14511d-e973-4ed8-81b7-62d839d2dce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:40.022676 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-7e14511d-e973-4ed8-81b7-62d839d2dce0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/df6a728c-c234-4248-9c03-d6084bf43fc8 HTTP/1.1" status: 204  len: 168 time: 0.2156372
Jul 13 22:00:40.022676 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14511d-e973-4ed8-81b7-62d839d2dce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6a728c-c234-4248-9c03-d6084bf43fc8,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:40.023679 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7e14511d-e973-4ed8-81b7-62d839d2dce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:40.131762 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-0dfc9d09-57a9-4cd9-b2fa-954ca8da6492 None None] Provisioning for port 605073dc-a09a-4475-a947-1f72f78f31f7 completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:00:40.137443 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-0dfc9d09-57a9-4cd9-b2fa-954ca8da6492 None None] Provisioning complete for port 605073dc-a09a-4475-a947-1f72f78f31f7 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:00:40.138179 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0dfc9d09-57a9-4cd9-b2fa-954ca8da6492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:40.216169 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc9d09-57a9-4cd9-b2fa-954ca8da6492 None None] Port 605073dc-a09a-4475-a947-1f72f78f31f7 cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 22:00:40.239841 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a12d8723-4a54-4461-a424-880cbe97c75c admin admin] Notify callbacks [] for port, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:40.245730 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a12d8723-4a54-4461-a424-880cbe97c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852293183'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:40.277902 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-75080721-d843-4dfd-861a-06208e647000 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:40.379628 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a12d8723-4a54-4461-a424-880cbe97c75c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16054315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758901'] for router_interface, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:40.384764 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d8723-4a54-4461-a424-880cbe97c75c admin admin] Pushing event updated for resources: {'Port': ['ID=605073dc-a09a-4475-a947-1f72f78f31f7,revision_number=2']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:40.406620 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a12d8723-4a54-4461-a424-880cbe97c75c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:40.544625 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12d8723-4a54-4461-a424-880cbe97c75c admin admin] Network 9ce7172a-9d5e-4869-9fcc-fe0d810db1cc is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:00:40.545873 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-a12d8723-4a54-4461-a424-880cbe97c75c admin admin] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:00:40.957724 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-5c3da902-ec8c-4731-8db8-ba1a475c5003 None None] Provisioning complete for port 605073dc-a09a-4475-a947-1f72f78f31f7 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:00:40.958160 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5c3da902-ec8c-4731-8db8-ba1a475c5003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:41.022529 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12d8723-4a54-4461-a424-880cbe97c75c admin admin] Router c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:00:41.025670 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-5c3da902-ec8c-4731-8db8-ba1a475c5003 None None] Port 605073dc-a09a-4475-a947-1f72f78f31f7 cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 22:00:41.248625 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12d8723-4a54-4461-a424-880cbe97c75c admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:00:41.290272 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-a12d8723-4a54-4461-a424-880cbe97c75c admin admin] 10.222.0.18 "PUT /v2.0/routers/c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1457808
Jul 13 22:00:41.341236 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device f25a5e44-5692-4033-840a-00cde2462434 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:00:41.426370 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port f25a5e44-5692-4033-840a-00cde2462434 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:00:41.432674 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port f25a5e44-5692-4033-840a-00cde2462434 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:00:41.433149 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:41.553871 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:41.569587 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] For port f25a5e44-5692-4033-840a-00cde2462434, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=f25a5e44-5692-4033-840a-00cde2462434,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:00:41.572376 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:41.574422 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-063c06fa-6f10-4783-8b03-3b88178db4f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:41.639344 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device c053aa72-49b7-4690-8a5a-faeb875b3ce0 up at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:00:41.682480 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Pushing event updated for resources: {'Port': ['ID=f25a5e44-5692-4033-840a-00cde2462434,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:41.687364 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:41.722097 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning for port c053aa72-49b7-4690-8a5a-faeb875b3ce0 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:00:41.728306 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning complete for port c053aa72-49b7-4690-8a5a-faeb875b3ce0 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:00:41.728730 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:41.889378 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:41.922527 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5044cae-8fc3-4014-bc98-686b52739184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c053aa72-49b7-4690-8a5a-faeb875b3ce0'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:00:41.935418 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port c053aa72-49b7-4690-8a5a-faeb875b3ce0, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=c053aa72-49b7-4690-8a5a-faeb875b3ce0,segment=NetworkSegment(f846ccea-2bc8-4f7a-9486-64c67d2a3dc9),segment_id=f846ccea-2bc8-4f7a-9486-64c67d2a3dc9)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:00:41.941964 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:41.944244 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:42.054998 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=c053aa72-49b7-4690-8a5a-faeb875b3ce0,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:42.059258 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:42.064459 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b13b77-d1ea-4f81-b844-9dc99c76a33a req-252103ef-39ee-4c35-92d7-f0ba51c1e79d tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:42.066336 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-66b13b77-d1ea-4f81-b844-9dc99c76a33a req-252103ef-39ee-4c35-92d7-f0ba51c1e79d tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.1266649
Jul 13 22:00:42.111243 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ee87e-c0f7-4866-93ce-d09f3c758cc5 req-69afb7e0-842e-449c-9fff-ee120605868b tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:42.112761 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5a9ee87e-c0f7-4866-93ce-d09f3c758cc5 req-69afb7e0-842e-449c-9fff-ee120605868b tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5044cae-8fc3-4014-bc98-686b52739184 HTTP/1.1" status: 200  len: 950 time: 0.0932639
Jul 13 22:00:42.116858 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-66b13b77-d1ea-4f81-b844-9dc99c76a33a req-210e1aa4-abb5-4ed0-9aa8-5d0741858cdb tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435207
Jul 13 22:00:42.163573 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5a9ee87e-c0f7-4866-93ce-d09f3c758cc5 req-48fcedfc-1308-49d8-99f1-91b865f5b94f tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/security-groups?id=29edb447-927b-45b2-a564-dbb72b222eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436471
Jul 13 22:00:42.240444 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5044cae-8fc3-4014-bc98-686b52739184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c053aa72-49b7-4690-8a5a-faeb875b3ce0', 'code': 200}
Jul 13 22:00:42.585947 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-12bd81b8-8792-4614-b61e-977eeb343a5a req-ad6b2005-a32c-456c-9e2b-28e02b595150 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a5044cae-8fc3-4014-bc98-686b52739184 HTTP/1.1" status: 200  len: 1103 time: 0.0987935
Jul 13 22:00:42.645050 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-12bd81b8-8792-4614-b61e-977eeb343a5a req-78e7792d-279d-4cea-959e-1818e45c19a1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=29edb447-927b-45b2-a564-dbb72b222eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438337
Jul 13 22:00:42.795339 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 39692) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:42.805039 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1918108287', 'description': 'tempest-secgroup-smoke-1918108287 description', 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:00:42.812501 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:42.817931 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Usage tracker for resource:security_group and tenant:cc7dc58b5d6544d2831c594208eb42cb is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:42.824688 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:42.834136 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:42.849910 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:42.920060 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:42.924200 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Usage tracker for resource:security_group_rule and tenant:cc7dc58b5d6544d2831c594208eb42cb is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:42.928142 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:42.935343 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:43.005515 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:43.016154 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:43.016886 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-39d7cfe8-e490-443d-b6e3-f1e4938ea014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:43.020210 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] Sync routers for ids ['c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4'] in dv-cinder-800618-1-iscsi {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:00:43.053605 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] Routers {'c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:00:43.054733 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36659d30>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:00:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:00:43.066058 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6000d54b-4787-4bdc-b55d-2e572630d241,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:43.076674 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:43.077251 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:43.077839 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:43.078631 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:43.079133 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:43.079634 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:43.080127 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:43.080617 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:43.081125 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:43.081623 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:43.082106 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:43.086413 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:43.087936 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:43.092077 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-55503350-14b1-45d6-b916-50282b01e4da tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2929420
Jul 13 22:00:43.092355 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 39710) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:43.099424 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-7e5ed47e-cffe-4b54-922a-65eb87afbadb tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Request body: {'security_group_rule': {'security_group_id': '6000d54b-4787-4bdc-b55d-2e572630d241', 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:00:43.106306 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-7e5ed47e-cffe-4b54-922a-65eb87afbadb tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:43.120228 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-7e5ed47e-cffe-4b54-922a-65eb87afbadb tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Usage tracker for resource:security_group_rule and tenant:cc7dc58b5d6544d2831c594208eb42cb is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:43.127852 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-7e5ed47e-cffe-4b54-922a-65eb87afbadb tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:43.137712 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-7e5ed47e-cffe-4b54-922a-65eb87afbadb tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:43.171753 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e5ed47e-cffe-4b54-922a-65eb87afbadb tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:43.266028 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e5ed47e-cffe-4b54-922a-65eb87afbadb tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:43.269565 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e5ed47e-cffe-4b54-922a-65eb87afbadb tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215557'] for security_group_rule, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:43.295199 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:43.310528 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e5ed47e-cffe-4b54-922a-65eb87afbadb tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:43.314618 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-7e5ed47e-cffe-4b54-922a-65eb87afbadb tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2184358
Jul 13 22:00:43.314783 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ed47e-cffe-4b54-922a-65eb87afbadb tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc77529a-0832-415b-80d9-fea1ce5e914c,revision_number=0']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:43.315261 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 39720) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:43.322485 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-4bee4dcc-ac46-4937-820b-2afd33766c78 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Request body: {'security_group_rule': {'security_group_id': '6000d54b-4787-4bdc-b55d-2e572630d241', 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:00:43.330076 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7e5ed47e-cffe-4b54-922a-65eb87afbadb tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:43.339285 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-4bee4dcc-ac46-4937-820b-2afd33766c78 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:43.351614 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-4bee4dcc-ac46-4937-820b-2afd33766c78 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Usage tracker for resource:security_group_rule and tenant:cc7dc58b5d6544d2831c594208eb42cb is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:43.354283 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] Set router c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:00:43.411037 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-4bee4dcc-ac46-4937-820b-2afd33766c78 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:43.425449 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-4bee4dcc-ac46-4937-820b-2afd33766c78 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:43.466918 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4bee4dcc-ac46-4937-820b-2afd33766c78 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:43.474200 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dbc85-89bd-4f84-9fd1-161e8d086694 req-664b056b-600d-4c37-b0d7-cb326c762195 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:43.475891 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-850dbc85-89bd-4f84-9fd1-161e8d086694 req-664b056b-600d-4c37-b0d7-cb326c762195 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5044cae-8fc3-4014-bc98-686b52739184 HTTP/1.1" status: 200  len: 950 time: 0.0922263
Jul 13 22:00:43.511221 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device f25a5e44-5692-4033-840a-00cde2462434 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:00:43.531801 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea15fa0-fce2-40c9-be64-907e17f4a38c req-b962ba25-8318-4971-8f2e-94c5ca2e7201 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:43.537314 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-850dbc85-89bd-4f84-9fd1-161e8d086694 req-fbc7759a-fd91-47ea-8bfc-7db04d93184f tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/security-groups?id=29edb447-927b-45b2-a564-dbb72b222eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529222
Jul 13 22:00:43.541339 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0ea15fa0-fce2-40c9-be64-907e17f4a38c req-b962ba25-8318-4971-8f2e-94c5ca2e7201 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.1923635
Jul 13 22:00:43.607735 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4bee4dcc-ac46-4937-820b-2afd33766c78 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:43.614039 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0ea15fa0-fce2-40c9-be64-907e17f4a38c req-1c69de14-0ea0-48ef-ae06-4bd01d2dac9a tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717533
Jul 13 22:00:43.614802 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4bee4dcc-ac46-4937-820b-2afd33766c78 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215557'] for security_group_rule, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:43.617083 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f91b0ac8-0b18-4c19-a808-299e457cc3ce tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:43.649269 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee4dcc-ac46-4937-820b-2afd33766c78 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9d7a53-749e-4541-baf3-330a20981b06,revision_number=0']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:43.652256 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4bee4dcc-ac46-4937-820b-2afd33766c78 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:43.656525 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 39734) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:43.657040 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-4bee4dcc-ac46-4937-820b-2afd33766c78 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3402793
Jul 13 22:00:43.658422 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4bee4dcc-ac46-4937-820b-2afd33766c78 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:43.672139 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-2a108a82-e44b-4015-9d9d-5a67b5a2fab7 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Request body: {'security_group_rule': {'security_group_id': '6000d54b-4787-4bdc-b55d-2e572630d241', 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:00:43.672139 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-2a108a82-e44b-4015-9d9d-5a67b5a2fab7 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:43.675809 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-2a108a82-e44b-4015-9d9d-5a67b5a2fab7 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Usage tracker for resource:security_group_rule and tenant:cc7dc58b5d6544d2831c594208eb42cb is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:43.679067 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-2a108a82-e44b-4015-9d9d-5a67b5a2fab7 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:43.686095 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-2a108a82-e44b-4015-9d9d-5a67b5a2fab7 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:43.704617 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2a108a82-e44b-4015-9d9d-5a67b5a2fab7 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:43.787095 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port f25a5e44-5692-4033-840a-00cde2462434 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:00:43.787517 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:43.804067 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2a108a82-e44b-4015-9d9d-5a67b5a2fab7 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:43.808154 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2a108a82-e44b-4015-9d9d-5a67b5a2fab7 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215557'] for security_group_rule, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:43.810725 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:43.836209 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a108a82-e44b-4015-9d9d-5a67b5a2fab7 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34498d18-120b-4e47-8d09-b71bc6f9b9e5,revision_number=0']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:43.842382 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2a108a82-e44b-4015-9d9d-5a67b5a2fab7 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:43.850785 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2a108a82-e44b-4015-9d9d-5a67b5a2fab7 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:43.854986 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-2a108a82-e44b-4015-9d9d-5a67b5a2fab7 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1942244
Jul 13 22:00:43.855355 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 39742) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:43.862547 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-95b94504-bc15-4d35-bec5-75eca11b1863 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Request body: {'security_group_rule': {'security_group_id': '6000d54b-4787-4bdc-b55d-2e572630d241', 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:00:43.869191 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-95b94504-bc15-4d35-bec5-75eca11b1863 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:43.873389 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-95b94504-bc15-4d35-bec5-75eca11b1863 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Usage tracker for resource:security_group_rule and tenant:cc7dc58b5d6544d2831c594208eb42cb is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:43.876455 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-95b94504-bc15-4d35-bec5-75eca11b1863 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:43.883774 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-95b94504-bc15-4d35-bec5-75eca11b1863 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:43.901615 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-95b94504-bc15-4d35-bec5-75eca11b1863 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:43.909699 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36659d30>, [{'id': 'c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4', 'name': 'tempest-TestVolumeBootPattern-524736598-router', 'tenant_id': 'ae1b9ce40362428c8292624902090637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f25a5e44-5692-4033-840a-00cde2462434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:33Z', 'updated_at': '2021-07-13T22:00:39Z', 'revision_number': 4, 'project_id': 'ae1b9ce40362428c8292624902090637', 'gw_port': {'id': 'f25a5e44-5692-4033-840a-00cde2462434', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:35Z', 'updated_at': '2021-07-13T22:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '605073dc-a09a-4475-a947-1f72f78f31f7', 'name': '', 'network_id': '9ce7172a-9d5e-4869-9fcc-fe0d810db1cc', 'tenant_id': 'ae1b9ce40362428c8292624902090637', 'mac_address': 'fa:16:3e:eb:74:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a51e5e92-2438-4d27-8711-a17b87dc7340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:39Z', 'updated_at': '2021-07-13T22:00:40Z', 'revision_number': 2, 'project_id': 'ae1b9ce40362428c8292624902090637', 'subnets': [{'id': 'a51e5e92-2438-4d27-8711-a17b87dc7340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:00:43.923279 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] Checking router: c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4 for host: dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:00:43.923689 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] Updating router c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4 port 605073dc-a09a-4475-a947-1f72f78f31f7 binding host dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 13 22:00:43.971671 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-95b94504-bc15-4d35-bec5-75eca11b1863 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:43.973585 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-95b94504-bc15-4d35-bec5-75eca11b1863 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215557'] for security_group_rule, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:43.975996 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2a108a82-e44b-4015-9d9d-5a67b5a2fab7 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:44.000734 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b94504-bc15-4d35-bec5-75eca11b1863 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ccabb9-c867-4f61-a3d3-28194fc8a986,revision_number=0']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:44.003710 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-95b94504-bc15-4d35-bec5-75eca11b1863 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:44.008526 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:44.013925 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-95b94504-bc15-4d35-bec5-75eca11b1863 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:44.017851 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-95b94504-bc15-4d35-bec5-75eca11b1863 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1588769
Jul 13 22:00:44.018009 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 39752) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:44.024300 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-d78fc7ad-ac3d-41c0-aaed-a434fea95a7e tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Request body: {'security_group_rule': {'security_group_id': '6000d54b-4787-4bdc-b55d-2e572630d241', 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:00:44.031053 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-d78fc7ad-ac3d-41c0-aaed-a434fea95a7e tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:44.037900 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-d78fc7ad-ac3d-41c0-aaed-a434fea95a7e tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Usage tracker for resource:security_group_rule and tenant:cc7dc58b5d6544d2831c594208eb42cb is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:44.041902 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-d78fc7ad-ac3d-41c0-aaed-a434fea95a7e tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:44.051196 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-d78fc7ad-ac3d-41c0-aaed-a434fea95a7e tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:44.066544 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.securitygroups_db [None req-d78fc7ad-ac3d-41c0-aaed-a434fea95a7e tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Project cc7dc58b5d6544d2831c594208eb42cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 13 22:00:44.075238 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d78fc7ad-ac3d-41c0-aaed-a434fea95a7e tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:44.152588 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d78fc7ad-ac3d-41c0-aaed-a434fea95a7e tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:44.163030 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d78fc7ad-ac3d-41c0-aaed-a434fea95a7e tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215557'] for security_group_rule, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:44.171523 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7e5ed47e-cffe-4b54-922a-65eb87afbadb tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:44.188750 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fc7ad-ac3d-41c0-aaed-a434fea95a7e tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=271d80f7-2d6f-4ebf-9c12-d3bea3c1cf75,revision_number=0']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:44.197198 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-d78fc7ad-ac3d-41c0-aaed-a434fea95a7e tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:44.214120 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d78fc7ad-ac3d-41c0-aaed-a434fea95a7e tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:44.218822 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 39764) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:44.225730 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-068e19d2-1760-4d12-821f-c33e1628d8ff tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Request body: {'security_group_rule': {'security_group_id': '6000d54b-4787-4bdc-b55d-2e572630d241', 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:00:44.230946 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-d78fc7ad-ac3d-41c0-aaed-a434fea95a7e tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2117774
Jul 13 22:00:44.236500 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-068e19d2-1760-4d12-821f-c33e1628d8ff tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:44.240597 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-068e19d2-1760-4d12-821f-c33e1628d8ff tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Usage tracker for resource:security_group_rule and tenant:cc7dc58b5d6544d2831c594208eb42cb is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:44.243887 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-068e19d2-1760-4d12-821f-c33e1628d8ff tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:44.251901 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-068e19d2-1760-4d12-821f-c33e1628d8ff tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:44.264887 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.securitygroups_db [None req-068e19d2-1760-4d12-821f-c33e1628d8ff tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Project cc7dc58b5d6544d2831c594208eb42cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 13 22:00:44.276750 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-068e19d2-1760-4d12-821f-c33e1628d8ff tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:44.398884 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-068e19d2-1760-4d12-821f-c33e1628d8ff tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:44.404421 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-068e19d2-1760-4d12-821f-c33e1628d8ff tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215557'] for security_group_rule, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:44.406944 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:44.445289 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e19d2-1760-4d12-821f-c33e1628d8ff tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2f33a3-0b83-48a5-9968-7ba2900e3fee,revision_number=0']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:44.451086 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-068e19d2-1760-4d12-821f-c33e1628d8ff tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:44.456065 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-068e19d2-1760-4d12-821f-c33e1628d8ff tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:44.457063 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] Notify callbacks [] for port, precommit_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:44.462568 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-068e19d2-1760-4d12-821f-c33e1628d8ff tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2413361
Jul 13 22:00:44.475642 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] Transition to ACTIVE for port object 605073dc-a09a-4475-a947-1f72f78f31f7 will not be triggered until provisioned by entity L2. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:00:44.482894 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:44.487814 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:44.608529 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0383938e-fc4b-445e-9872-0f0d5a2b4ea6 req-cf3fb4a8-1b37-44f0-a9c8-678567c99e21 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 1098 time: 0.1287963
Jul 13 22:00:44.684381 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e8c1d-c5b6-42f0-91d2-ae95f24846bd None None] Pushing event updated for resources: {'Port': ['ID=605073dc-a09a-4475-a947-1f72f78f31f7,revision_number=3']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:44.695411 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-171e8c1d-c5b6-42f0-91d2-ae95f24846bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:44.748407 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0383938e-fc4b-445e-9872-0f0d5a2b4ea6 req-61fd510e-d232-42ea-b444-0b66a88cdd22 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296554
Jul 13 22:00:44.860253 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] Attempting to bind port 605073dc-a09a-4475-a947-1f72f78f31f7 on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:00:44.860653 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] Attempting to bind port 605073dc-a09a-4475-a947-1f72f78f31f7 by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': '0f92ce16-6b12-4b52-a98d-d3e232fa3fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9ce7172a-9d5e-4869-9fcc-fe0d810db1cc'}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:00:44.861173 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] Attempting to bind port 605073dc-a09a-4475-a947-1f72f78f31f7 on network 9ce7172a-9d5e-4869-9fcc-fe0d810db1cc {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:00:44.876394 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:00:44.878656 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] Checking segment: {'id': '0f92ce16-6b12-4b52-a98d-d3e232fa3fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9ce7172a-9d5e-4869-9fcc-fe0d810db1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:00:44.879737 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:44.880627 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] Bound using segment: {'id': '0f92ce16-6b12-4b52-a98d-d3e232fa3fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9ce7172a-9d5e-4869-9fcc-fe0d810db1cc'} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:00:44.881296 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] Bound port: 605073dc-a09a-4475-a947-1f72f78f31f7, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f92ce16-6b12-4b52-a98d-d3e232fa3fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9ce7172a-9d5e-4869-9fcc-fe0d810db1cc'}}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:00:44.883688 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:44.935372 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab67510-d1a0-4eeb-9cb7-0f5c3c9c94a7 req-507feb20-5bd0-411a-bf9f-0628cc121bc2 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:44.940688 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fab67510-d1a0-4eeb-9cb7-0f5c3c9c94a7 req-507feb20-5bd0-411a-bf9f-0628cc121bc2 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5044cae-8fc3-4014-bc98-686b52739184 HTTP/1.1" status: 200  len: 950 time: 0.1764145
Jul 13 22:00:44.959331 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfb052-bc6a-4fbb-b6b6-21e44ba2b6c5 req-8af67731-c980-48f9-a924-1d65b32c71e0 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:44.967345 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-92dfb052-bc6a-4fbb-b6b6-21e44ba2b6c5 req-8af67731-c980-48f9-a924-1d65b32c71e0 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.1073065
Jul 13 22:00:45.022062 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fab67510-d1a0-4eeb-9cb7-0f5c3c9c94a7 req-cc578ec7-b929-458e-93e2-c3c5dafaaa1c tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/security-groups?id=29edb447-927b-45b2-a564-dbb72b222eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738652
Jul 13 22:00:45.022219 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-92dfb052-bc6a-4fbb-b6b6-21e44ba2b6c5 req-a0055915-73c0-4c0c-bcef-fe9f90f1d24b tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537479
Jul 13 22:00:45.066143 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] For port 605073dc-a09a-4475-a947-1f72f78f31f7, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:00:45.071232 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] For port 605073dc-a09a-4475-a947-1f72f78f31f7, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=605073dc-a09a-4475-a947-1f72f78f31f7,segment=NetworkSegment(0f92ce16-6b12-4b52-a98d-d3e232fa3fd2),segment_id=0f92ce16-6b12-4b52-a98d-d3e232fa3fd2)] {{(pid=82085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:00:45.077607 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:45.084037 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-38a3a450-0389-4361-9299-5b2877c1c9ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:45.186150 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e8c1d-c5b6-42f0-91d2-ae95f24846bd None None] Pushing event updated for resources: {'Port': ['ID=605073dc-a09a-4475-a947-1f72f78f31f7,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:45.195363 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-171e8c1d-c5b6-42f0-91d2-ae95f24846bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:45.196488 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] Routers {'c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:00:45.197282 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36659d30>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:00:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:00:45.477364 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-2be54fbd-bc74-4f5f-83d0-4480694cde59 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:45.485092 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-2be54fbd-bc74-4f5f-83d0-4480694cde59 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/networks?id=136f51ad-4115-4bbf-be16-6910b00eeb8f HTTP/1.1" status: 200  len: 815 time: 0.2251863
Jul 13 22:00:45.526423 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-afa94772-55bb-4152-ba15-6efcbcfc5f82 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/quotas/9d98e8ce298b477986af89abffc6e6fb HTTP/1.1" status: 200  len: 375 time: 0.0397763
Jul 13 22:00:45.705490 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-f10ee2c7-03dd-496d-96ac-fd4c282b0903 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9d98e8ce298b477986af89abffc6e6fb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1768177
Jul 13 22:00:45.738619 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] Set router c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:00:45.863880 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-b5b87d39-5f83-443a-82fc-55ec7844d4b6 service neutron] 10.222.0.18 "GET /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503263
Jul 13 22:00:46.020925 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-2e3fad51-0891-4a54-bd5e-1934437a80b1 service neutron] 10.222.0.18 "GET /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492114
Jul 13 22:00:46.120870 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36659d30>, [{'id': 'c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4', 'name': 'tempest-TestVolumeBootPattern-524736598-router', 'tenant_id': 'ae1b9ce40362428c8292624902090637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f25a5e44-5692-4033-840a-00cde2462434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:33Z', 'updated_at': '2021-07-13T22:00:39Z', 'revision_number': 4, 'project_id': 'ae1b9ce40362428c8292624902090637', 'gw_port': {'id': 'f25a5e44-5692-4033-840a-00cde2462434', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:35Z', 'updated_at': '2021-07-13T22:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '605073dc-a09a-4475-a947-1f72f78f31f7', 'name': '', 'network_id': '9ce7172a-9d5e-4869-9fcc-fe0d810db1cc', 'tenant_id': 'ae1b9ce40362428c8292624902090637', 'mac_address': 'fa:16:3e:eb:74:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a51e5e92-2438-4d27-8711-a17b87dc7340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:39Z', 'updated_at': '2021-07-13T22:00:45Z', 'revision_number': 4, 'project_id': 'ae1b9ce40362428c8292624902090637', 'subnets': [{'id': 'a51e5e92-2438-4d27-8711-a17b87dc7340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:00:46.125561 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0293e7-56ec-4175-bb3b-dd5ef7beede7 None None] The sync data for ids ['c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4'] in dv-cinder-800618-1-iscsi is: [{'id': 'c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4', 'name': 'tempest-TestVolumeBootPattern-524736598-router', 'tenant_id': 'ae1b9ce40362428c8292624902090637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f25a5e44-5692-4033-840a-00cde2462434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:33Z', 'updated_at': '2021-07-13T22:00:39Z', 'revision_number': 4, 'project_id': 'ae1b9ce40362428c8292624902090637', 'gw_port': {'id': 'f25a5e44-5692-4033-840a-00cde2462434', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:35Z', 'updated_at': '2021-07-13T22:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '605073dc-a09a-4475-a947-1f72f78f31f7', 'name': '', 'network_id': '9ce7172a-9d5e-4869-9fcc-fe0d810db1cc', 'tenant_id': 'ae1b9ce40362428c8292624902090637', 'mac_address': 'fa:16:3e:eb:74:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a51e5e92-2438-4d27-8711-a17b87dc7340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:39Z', 'updated_at': '2021-07-13T22:00:45Z', 'revision_number': 4, 'project_id': 'ae1b9ce40362428c8292624902090637', 'subnets': [{'id': 'a51e5e92-2438-4d27-8711-a17b87dc7340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:00:46.274287 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 39878) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:46.529203 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71da54-e3da-41b2-bea4-4ec9458d111e req-3723effe-e339-4e13-ad14-7c3e06f5d9c7 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:46.530815 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ed71da54-e3da-41b2-bea4-4ec9458d111e req-3723effe-e339-4e13-ad14-7c3e06f5d9c7 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5044cae-8fc3-4014-bc98-686b52739184 HTTP/1.1" status: 200  len: 950 time: 0.1598387
Jul 13 22:00:46.551868 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ac2bd-2170-45c0-87e0-1bb55c096c9f req-1df89eff-8d82-496e-b501-c6692c6a005e tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:46.553839 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-eb8ac2bd-2170-45c0-87e0-1bb55c096c9f req-1df89eff-8d82-496e-b501-c6692c6a005e tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.1787362
Jul 13 22:00:46.594439 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0116743b-9f91-4d9a-a636-8526ae5eb133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:46.639737 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-eb8ac2bd-2170-45c0-87e0-1bb55c096c9f req-7c24f9af-5d74-412d-9b6d-bbbb2a18d535 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755053
Jul 13 22:00:46.644902 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-0116743b-9f91-4d9a-a636-8526ae5eb133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:46.649420 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-0116743b-9f91-4d9a-a636-8526ae5eb133 admin admin] Usage tracker for resource:security_group_rule and tenant:9ddd82f1f26749c79fb0f5d061717abc is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:46.661046 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-0116743b-9f91-4d9a-a636-8526ae5eb133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:46.661046 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-0116743b-9f91-4d9a-a636-8526ae5eb133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:46.696387 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ed71da54-e3da-41b2-bea4-4ec9458d111e req-5844f6d1-007e-45dc-be91-7ba6d32a09e9 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/security-groups?id=29edb447-927b-45b2-a564-dbb72b222eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1588612
Jul 13 22:00:46.779734 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0116743b-9f91-4d9a-a636-8526ae5eb133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:46.783422 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0116743b-9f91-4d9a-a636-8526ae5eb133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:46.822148 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4720f18b-04ea-4fab-b7ee-47c1ebb85946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:46.846496 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 39904) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:46.873493 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-0116743b-9f91-4d9a-a636-8526ae5eb133 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9ddd82f1f26749c79fb0f5d061717abc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5975554
Jul 13 22:00:46.941869 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116743b-9f91-4d9a-a636-8526ae5eb133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82a9cf4-45b5-4f17-aa09-57cd615f5b01,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:46.953698 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-0116743b-9f91-4d9a-a636-8526ae5eb133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:46.995267 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-064a7a30-33a3-49c6-85c0-d7ef4c487f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:47.064155 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-064a7a30-33a3-49c6-85c0-d7ef4c487f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:47.140848 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3e9e5622-39a7-4686-b3b7-b96e265e5bdd req-db045804-08f5-4127-9d2f-38da9d0b478a tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a819a3b-8b6c-4d4e-aa1c-259c030a562b HTTP/1.1" status: 200  len: 210 time: 0.1325676
Jul 13 22:00:47.171895 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-064a7a30-33a3-49c6-85c0-d7ef4c487f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:47.180015 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-28c492dc-8ec5-444a-98e7-bc42b9da7d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:47.196860 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-064a7a30-33a3-49c6-85c0-d7ef4c487f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:47.215014 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-064a7a30-33a3-49c6-85c0-d7ef4c487f67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d82a9cf4-45b5-4f17-aa09-57cd615f5b01 HTTP/1.1" status: 204  len: 168 time: 0.3567417
Jul 13 22:00:47.215204 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a7a30-33a3-49c6-85c0-d7ef4c487f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82a9cf4-45b5-4f17-aa09-57cd615f5b01,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:47.219258 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-064a7a30-33a3-49c6-85c0-d7ef4c487f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:47.301953 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 39912) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:47.426335 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 605073dc-a09a-4475-a947-1f72f78f31f7 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:00:47.561937 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port 605073dc-a09a-4475-a947-1f72f78f31f7 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:00:47.573472 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 605073dc-a09a-4475-a947-1f72f78f31f7 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:00:47.574417 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:47.723263 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:47.761076 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] For port 605073dc-a09a-4475-a947-1f72f78f31f7, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=605073dc-a09a-4475-a947-1f72f78f31f7,segment=NetworkSegment(0f92ce16-6b12-4b52-a98d-d3e232fa3fd2),segment_id=0f92ce16-6b12-4b52-a98d-d3e232fa3fd2)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:00:47.765353 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:47.767387 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:47.858636 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Pushing event updated for resources: {'Port': ['ID=605073dc-a09a-4475-a947-1f72f78f31f7,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:47.888986 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:47.889851 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:47.889851 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:47.890358 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:47.890813 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:47.891264 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:47.891732 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:47.892596 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:47.892596 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:47.898060 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:47.898575 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:00:47.908312 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:47.954610 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f90cea78-fa22-4379-831a-b71b41c8d1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:47.972278 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0310fce-ab70-4bb5-82ab-da0358ec9999 req-d4c88a8a-1c8a-4aa7-bf94-127eb4966575 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:47.982311 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d0310fce-ab70-4bb5-82ab-da0358ec9999 req-d4c88a8a-1c8a-4aa7-bf94-127eb4966575 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.1442311
Jul 13 22:00:48.016883 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 39930) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:48.048638 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b542a5cf-eab0-4976-96b3-697abc5a8fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:48.080952 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d0310fce-ab70-4bb5-82ab-da0358ec9999 req-9d8d1e1e-2a13-46d6-a248-208f46f5a2ba tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967457
Jul 13 22:00:48.122475 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-f90cea78-fa22-4379-831a-b71b41c8d1b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:48.127042 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-f90cea78-fa22-4379-831a-b71b41c8d1b6 admin admin] Usage tracker for resource:security_group_rule and tenant:5bf5f9d103fe449292c9eef3fe2fa3da is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:48.130060 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-f90cea78-fa22-4379-831a-b71b41c8d1b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:48.136643 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-f90cea78-fa22-4379-831a-b71b41c8d1b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:48.152522 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-b542a5cf-eab0-4976-96b3-697abc5a8fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:48.156501 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-b542a5cf-eab0-4976-96b3-697abc5a8fe7 admin admin] Usage tracker for resource:security_group_rule and tenant:17108c483efa41348be0c8ae12823756 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:00:48.160234 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-b542a5cf-eab0-4976-96b3-697abc5a8fe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:00:48.167765 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-b542a5cf-eab0-4976-96b3-697abc5a8fe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:48.351451 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b542a5cf-eab0-4976-96b3-697abc5a8fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:48.405585 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a4f2a-239c-4af8-9d23-bae2a5589043 req-b45f7097-8d8e-44dc-bfb9-7857a041518a tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:48.407357 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-937a4f2a-239c-4af8-9d23-bae2a5589043 req-b45f7097-8d8e-44dc-bfb9-7857a041518a tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5044cae-8fc3-4014-bc98-686b52739184 HTTP/1.1" status: 200  len: 950 time: 0.3729510
Jul 13 22:00:48.421520 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b542a5cf-eab0-4976-96b3-697abc5a8fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:48.431528 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-89a5bed9-8810-42c1-9cbf-c8a2301af3d9 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:48.433628 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-89a5bed9-8810-42c1-9cbf-c8a2301af3d9 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.15 "GET /v2.0/networks?id=136f51ad-4115-4bbf-be16-6910b00eeb8f HTTP/1.1" status: 200  len: 815 time: 0.2681072
Jul 13 22:00:48.450119 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-48171c56-7081-4c06-a35a-8622dd725d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:48.466625 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4efdacef-c9ff-40a7-acac-90e3765cbf8f req-27a20dae-7d49-44f7-8635-50d7857a8071 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a819a3b-8b6c-4d4e-aa1c-259c030a562b HTTP/1.1" status: 200  len: 210 time: 0.1090596
Jul 13 22:00:48.471618 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-8b693c33-36f1-4c9f-8743-033e29ce058d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Request body: {'port': {'device_id': '2a819a3b-8b6c-4d4e-aa1c-259c030a562b', 'network_id': '136f51ad-4115-4bbf-be16-6910b00eeb8f', 'admin_state_up': True, 'tenant_id': '9d98e8ce298b477986af89abffc6e6fb'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:00:48.475053 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-b542a5cf-eab0-4976-96b3-697abc5a8fe7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17108c483efa41348be0c8ae12823756&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4568925
Jul 13 22:00:48.487042 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 39946) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:48.521933 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd594c0-83a6-45a9-ace8-eab0962ef88c req-a097dde4-cc38-48e6-94dc-4409b011ddb1 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:48.524830 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1fd594c0-83a6-45a9-ace8-eab0962ef88c req-a097dde4-cc38-48e6-94dc-4409b011ddb1 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5044cae-8fc3-4014-bc98-686b52739184 HTTP/1.1" status: 200  len: 950 time: 0.2644520
Jul 13 22:00:48.532714 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542a5cf-eab0-4976-96b3-697abc5a8fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef679fd-27d1-4c3f-8ce2-5eee7f9185d8,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:48.542364 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b542a5cf-eab0-4976-96b3-697abc5a8fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:48.567917 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f90cea78-fa22-4379-831a-b71b41c8d1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:48.593020 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f90cea78-fa22-4379-831a-b71b41c8d1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:48.604987 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-064a7a30-33a3-49c6-85c0-d7ef4c487f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:48.654924 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eb1a8dfa-6432-4d17-8597-d2540fe4b94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:48.662435 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-1fd594c0-83a6-45a9-ace8-eab0962ef88c req-37591732-dcb4-4dc5-a03a-f67f10c3d3ef tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Deleting port c053aa72-49b7-4690-8a5a-faeb875b3ce0 {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:00:48.662814 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-1fd594c0-83a6-45a9-ace8-eab0962ef88c req-37591732-dcb4-4dc5-a03a-f67f10c3d3ef tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:48.684316 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-937a4f2a-239c-4af8-9d23-bae2a5589043 req-ea4b16eb-1e22-4405-b996-cdc236b92415 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/security-groups?id=29edb447-927b-45b2-a564-dbb72b222eee&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2618237
Jul 13 22:00:48.698981 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90cea78-fa22-4379-831a-b71b41c8d1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a966fe-b0ef-4e50-8765-d7e2c4e897c5,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:48.711627 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-f90cea78-fa22-4379-831a-b71b41c8d1b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5bf5f9d103fe449292c9eef3fe2fa3da&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4084752
Jul 13 22:00:48.713572 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f90cea78-fa22-4379-831a-b71b41c8d1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:48.714077 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 39952) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:00:48.723160 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-8b693c33-36f1-4c9f-8743-033e29ce058d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:00:48.755966 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-8b693c33-36f1-4c9f-8743-033e29ce058d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:00:48.792515 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-8b693c33-36f1-4c9f-8743-033e29ce058d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Made reservation on behalf of 9d98e8ce298b477986af89abffc6e6fb for: {'port': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:00:48.800418 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eb1a8dfa-6432-4d17-8597-d2540fe4b94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:48.808524 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-8b693c33-36f1-4c9f-8743-033e29ce058d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:49.018255 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b6c2de1b-75f2-4697-9b60-ca4c215a2e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:49.070121 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b6c2de1b-75f2-4697-9b60-ca4c215a2e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:49.175920 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-8b693c33-36f1-4c9f-8743-033e29ce058d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Allocated IP 172.20.0.11 (136f51ad-4115-4bbf-be16-6910b00eeb8f/c92030fd-456d-4eba-ab18-f7c54fda6ba3/e77c172d-f7e4-430f-83f8-10013ef7e6d2) {{(pid=82084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:00:49.208500 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eb1a8dfa-6432-4d17-8597-d2540fe4b94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:49.216239 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-5102661a-f9c9-4236-82b1-73bb2d9b7d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:49.237108 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-1fd594c0-83a6-45a9-ace8-eab0962ef88c req-37591732-dcb4-4dc5-a03a-f67f10c3d3ef tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] For port c053aa72-49b7-4690-8a5a-faeb875b3ce0, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=c053aa72-49b7-4690-8a5a-faeb875b3ce0,segment=NetworkSegment(f846ccea-2bc8-4f7a-9486-64c67d2a3dc9),segment_id=f846ccea-2bc8-4f7a-9486-64c67d2a3dc9)] {{(pid=82083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:00:49.237512 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-1fd594c0-83a6-45a9-ace8-eab0962ef88c req-37591732-dcb4-4dc5-a03a-f67f10c3d3ef tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:49.250613 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a8dfa-6432-4d17-8597-d2540fe4b94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef679fd-27d1-4c3f-8ce2-5eee7f9185d8,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:49.252994 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-eb1a8dfa-6432-4d17-8597-d2540fe4b94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:49.325929 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 605073dc-a09a-4475-a947-1f72f78f31f7 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:00:49.386475 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-1fd594c0-83a6-45a9-ace8-eab0962ef88c req-37591732-dcb4-4dc5-a03a-f67f10c3d3ef tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Calling delete_port for c053aa72-49b7-4690-8a5a-faeb875b3ce0 owned by compute:nova {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:00:49.410993 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 605073dc-a09a-4475-a947-1f72f78f31f7 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:00:49.411532 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:49.418477 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eb1a8dfa-6432-4d17-8597-d2540fe4b94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:49.418477 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-eb1a8dfa-6432-4d17-8597-d2540fe4b94a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cef679fd-27d1-4c3f-8ce2-5eee7f9185d8 HTTP/1.1" status: 204  len: 168 time: 0.9297748
Jul 13 22:00:49.521889 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b6c2de1b-75f2-4697-9b60-ca4c215a2e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:49.532316 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:49.579060 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2de1b-75f2-4697-9b60-ca4c215a2e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a966fe-b0ef-4e50-8765-d7e2c4e897c5,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:49.591775 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b6c2de1b-75f2-4697-9b60-ca4c215a2e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:49.606021 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-1fd594c0-83a6-45a9-ace8-eab0962ef88c req-37591732-dcb4-4dc5-a03a-f67f10c3d3ef tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:49.629191 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-983a69fe-e8f7-4e08-9dcd-c44364813604 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:49.652337 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a7a98036-a08c-4545-b729-ebd4022910ef req-5a20836c-31aa-4045-afff-9f1f843966e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a64f1d97f1f646f498668269b6c5ee10&device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 1098 time: 0.5549920
Jul 13 22:00:49.654844 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['c053aa72-49b7-4690-8a5a-faeb875b3ce0'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:00:49.719116 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd4db4-f0f7-48c5-aa52-441476896754 req-9bf88154-5d26-4989-9312-5d666e985608 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:49.721032 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-18bd4db4-f0f7-48c5-aa52-441476896754 req-9bf88154-5d26-4989-9312-5d666e985608 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.5544698
Jul 13 22:00:49.795178 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b6c2de1b-75f2-4697-9b60-ca4c215a2e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:49.795709 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0b11ec6a-a04f-4fac-a938-8e4a6d5d5374 req-04979215-1754-4562-8d63-29aaf629511f tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a819a3b-8b6c-4d4e-aa1c-259c030a562b HTTP/1.1" status: 200  len: 210 time: 0.1240509
Jul 13 22:00:49.796416 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-b6c2de1b-75f2-4697-9b60-ca4c215a2e18 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72a966fe-b0ef-4e50-8765-d7e2c4e897c5 HTTP/1.1" status: 204  len: 168 time: 1.0798306
Jul 13 22:00:49.797387 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37591732-dcb4-4dc5-a03a-f67f10c3d3ef tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Pushing event deleted for resources: {'Port': ['ID=c053aa72-49b7-4690-8a5a-faeb875b3ce0,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:49.808286 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-37591732-dcb4-4dc5-a03a-f67f10c3d3ef tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:49.888120 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd594c0-83a6-45a9-ace8-eab0962ef88c req-37591732-dcb4-4dc5-a03a-f67f10c3d3ef tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] No DVR routers for this DVR port c053aa72-49b7-4690-8a5a-faeb875b3ce0 on host hv-cinder-80061 {{(pid=82083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:00:49.890475 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-8b693c33-36f1-4c9f-8743-033e29ce058d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks [] for port, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:49.901336 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-1fd594c0-83a6-45a9-ace8-eab0962ef88c req-37591732-dcb4-4dc5-a03a-f67f10c3d3ef tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:49.907326 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5044cae-8fc3-4014-bc98-686b52739184', 'name': 'network-vif-deleted', 'tag': 'c053aa72-49b7-4690-8a5a-faeb875b3ce0'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:00:49.927308 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1fd594c0-83a6-45a9-ace8-eab0962ef88c req-37591732-dcb4-4dc5-a03a-f67f10c3d3ef tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.15 "DELETE /v2.0/ports/c053aa72-49b7-4690-8a5a-faeb875b3ce0 HTTP/1.1" status: 204  len: 173 time: 1.3552189
Jul 13 22:00:50.032863 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-8b693c33-36f1-4c9f-8743-033e29ce058d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:50.049629 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a7b7b491-c71c-4f5d-bc63-9a3930168cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:50.084976 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['b90febf4-60f1-4573-9146-7a4106624407', '7061a51f-848e-449e-beaf-6dcece56e144', 'b4152cbf-f456-4ecf-8da1-2b6cd88a61ef'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:00:50.144652 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-18bd4db4-f0f7-48c5-aa52-441476896754 req-96e74d9f-b9b4-41a0-bfc9-66ec2d81f344 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3413713
Jul 13 22:00:50.152329 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-8b693c33-36f1-4c9f-8743-033e29ce058d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Network 136f51ad-4115-4bbf-be16-6910b00eeb8f is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:00:50.168120 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-8b693c33-36f1-4c9f-8743-033e29ce058d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:00:50.175176 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-8b693c33-36f1-4c9f-8743-033e29ce058d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Received port after_create {{(pid=82084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:00:50.179622 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-8b693c33-36f1-4c9f-8743-033e29ce058d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:50.180383 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-8b693c33-36f1-4c9f-8743-033e29ce058d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for port, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:50.193796 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a98036-a08c-4545-b729-ebd4022910ef req-3f84e64f-6a5d-43ac-aef5-e6059a909ebf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:50.195425 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a7a98036-a08c-4545-b729-ebd4022910ef req-3f84e64f-6a5d-43ac-aef5-e6059a909ebf service neutron] 10.222.0.15 "GET /v2.0/networks?id=4f4027db-4b36-48ec-9349-8e337787556b HTTP/1.1" status: 200  len: 919 time: 0.5290933
Jul 13 22:00:50.202154 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b693c33-36f1-4c9f-8743-033e29ce058d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Pushing event updated for resources: {'Port': ['ID=e77c172d-f7e4-430f-83f8-10013ef7e6d2,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:50.300088 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5044cae-8fc3-4014-bc98-686b52739184', 'name': 'network-vif-deleted', 'tag': 'c053aa72-49b7-4690-8a5a-faeb875b3ce0', 'status': 'completed', 'code': 200}
Jul 13 22:00:50.308838 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8b693c33-36f1-4c9f-8743-033e29ce058d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:50.310498 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a7a98036-a08c-4545-b729-ebd4022910ef req-c1df321c-6a4c-45c5-bdb9-a7b676ddbd08 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc724c34-4271-4503-ad71-a27f097d768b HTTP/1.1" status: 200  len: 217 time: 0.1053481
Jul 13 22:00:50.411508 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-8b693c33-36f1-4c9f-8743-033e29ce058d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9441133
Jul 13 22:00:50.447251 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-2b77dda6-1d02-406d-abaa-8c28b4a6020f service neutron] Request body: {'port': {'device_id': '2a819a3b-8b6c-4d4e-aa1c-259c030a562b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:00:50.456104 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-adf16050-cfc0-40ce-8468-94fbb5d4cdda req-0fa85061-e152-4269-91c7-a5afb94bfda8 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Synchronizing usage tracker for tenant:d78b62347c534d7a959f113b64cd17f9 on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:00:50.495961 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-adf16050-cfc0-40ce-8468-94fbb5d4cdda req-0fa85061-e152-4269-91c7-a5afb94bfda8 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Unset dirty status for tenant:d78b62347c534d7a959f113b64cd17f9 on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:00:50.497503 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-adf16050-cfc0-40ce-8468-94fbb5d4cdda req-0fa85061-e152-4269-91c7-a5afb94bfda8 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5044cae-8fc3-4014-bc98-686b52739184 HTTP/1.1" status: 200  len: 210 time: 0.1336179
Jul 13 22:00:50.546053 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a98036-a08c-4545-b729-ebd4022910ef req-97931c9c-4a5e-4da5-b09d-f2cdf7d0e903 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:50.547570 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a7a98036-a08c-4545-b729-ebd4022910ef req-97931c9c-4a5e-4da5-b09d-f2cdf7d0e903 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=69a8555f-a6b4-42e1-a19f-3dfdc28a26ef HTTP/1.1" status: 200  len: 858 time: 0.2270253
Jul 13 22:00:50.651297 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a7a98036-a08c-4545-b729-ebd4022910ef req-8c875d46-d5cb-4ded-b3d1-5cd0eb27aecb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f4027db-4b36-48ec-9349-8e337787556b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0683546
Jul 13 22:00:50.970055 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a7a98036-a08c-4545-b729-ebd4022910ef req-39b87160-21c4-488b-905c-f8ee78359f37 service neutron] 10.222.0.15 "GET /v2.0/networks/4f4027db-4b36-48ec-9349-8e337787556b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2921920
Jul 13 22:00:50.972843 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-2b77dda6-1d02-406d-abaa-8c28b4a6020f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:51.184689 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd3d6a-29d0-4086-a430-6c1412b5c653 req-0b036e67-ed10-4089-81c9-08ff46f04672 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:51.186999 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-11cd3d6a-29d0-4086-a430-6c1412b5c653 req-0b036e67-ed10-4089-81c9-08ff46f04672 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a819a3b-8b6c-4d4e-aa1c-259c030a562b HTTP/1.1" status: 200  len: 932 time: 0.1559703
Jul 13 22:00:51.276978 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-11cd3d6a-29d0-4086-a430-6c1412b5c653 req-99fdcd6c-8f4d-428b-9527-55ad8219b785 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827839
Jul 13 22:00:51.342175 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a7a98036-a08c-4545-b729-ebd4022910ef req-3f3de7f8-c563-409a-8b40-0055accf9d9f service neutron] 10.222.0.15 "GET /v2.0/networks/4f4027db-4b36-48ec-9349-8e337787556b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3498712
Jul 13 22:00:51.581420 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7996bef-c89a-4917-8b83-86b89d6d3f44 req-9545e158-17ed-4ea7-99fc-88edb1951842 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:51.583513 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d7996bef-c89a-4917-8b83-86b89d6d3f44 req-9545e158-17ed-4ea7-99fc-88edb1951842 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.2498319
Jul 13 22:00:51.669027 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d7996bef-c89a-4917-8b83-86b89d6d3f44 req-b46493e0-6675-462e-a4c6-d035f35afdb5 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708566
Jul 13 22:00:51.733908 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-2b77dda6-1d02-406d-abaa-8c28b4a6020f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e77c172d-f7e4-430f-83f8-10013ef7e6d2 {{(pid=82084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:00:51.743540 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-2b77dda6-1d02-406d-abaa-8c28b4a6020f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:51.760542 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-2b77dda6-1d02-406d-abaa-8c28b4a6020f service neutron] Transition to ACTIVE for port object e77c172d-f7e4-430f-83f8-10013ef7e6d2 will not be triggered until provisioned by entity L2. {{(pid=82084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:00:51.765783 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-2b77dda6-1d02-406d-abaa-8c28b4a6020f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:51.770615 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:51.853989 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77dda6-1d02-406d-abaa-8c28b4a6020f service neutron] Pushing event updated for resources: {'Port': ['ID=e77c172d-f7e4-430f-83f8-10013ef7e6d2,revision_number=2']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:51.869640 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2b77dda6-1d02-406d-abaa-8c28b4a6020f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:51.910096 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51e253-2c8a-426a-94a8-eda97b78cd01 req-3485bdbe-c6cc-49be-9f36-61d896a0ec0b tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:51.918213 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ed51e253-2c8a-426a-94a8-eda97b78cd01 req-3485bdbe-c6cc-49be-9f36-61d896a0ec0b tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.1919513
Jul 13 22:00:51.975003 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ed51e253-2c8a-426a-94a8-eda97b78cd01 req-c1c0881f-9ac0-4efd-86d7-ca8ddbfbaa69 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551834
Jul 13 22:00:52.027880 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-2b77dda6-1d02-406d-abaa-8c28b4a6020f service neutron] Attempting to bind port e77c172d-f7e4-430f-83f8-10013ef7e6d2 on host hv-cinder-80061 for vnic_type normal with profile  {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:00:52.028268 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-2b77dda6-1d02-406d-abaa-8c28b4a6020f service neutron] Attempting to bind port e77c172d-f7e4-430f-83f8-10013ef7e6d2 by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': 'f1799ccd-1318-4e3f-bc76-e13aefcbc804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '136f51ad-4115-4bbf-be16-6910b00eeb8f'}] {{(pid=82084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:00:52.028641 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-2b77dda6-1d02-406d-abaa-8c28b4a6020f service neutron] Attempting to bind port e77c172d-f7e4-430f-83f8-10013ef7e6d2 on network 136f51ad-4115-4bbf-be16-6910b00eeb8f {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:00:52.035679 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-2b77dda6-1d02-406d-abaa-8c28b4a6020f service neutron] Port e77c172d-f7e4-430f-83f8-10013ef7e6d2 on network 136f51ad-4115-4bbf-be16-6910b00eeb8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 13 22:00:52.036052 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-2b77dda6-1d02-406d-abaa-8c28b4a6020f service neutron] Attempting to bind port e77c172d-f7e4-430f-83f8-10013ef7e6d2 on network 136f51ad-4115-4bbf-be16-6910b00eeb8f {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:00:52.043733 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-2b77dda6-1d02-406d-abaa-8c28b4a6020f service neutron] Checking agent: {'id': '86d26810-67bf-4143-935e-299d5b9ec4cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:00:52.044117 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-2b77dda6-1d02-406d-abaa-8c28b4a6020f service neutron] Checking segment: {'id': 'f1799ccd-1318-4e3f-bc76-e13aefcbc804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '136f51ad-4115-4bbf-be16-6910b00eeb8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:00:52.044545 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-2b77dda6-1d02-406d-abaa-8c28b4a6020f service neutron] Bound using segment: {'id': 'f1799ccd-1318-4e3f-bc76-e13aefcbc804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '136f51ad-4115-4bbf-be16-6910b00eeb8f'} {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:00:52.045052 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-2b77dda6-1d02-406d-abaa-8c28b4a6020f service neutron] Bound port: e77c172d-f7e4-430f-83f8-10013ef7e6d2, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1799ccd-1318-4e3f-bc76-e13aefcbc804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '136f51ad-4115-4bbf-be16-6910b00eeb8f'}}] {{(pid=82084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:00:52.045444 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-2b77dda6-1d02-406d-abaa-8c28b4a6020f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:52.153640 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-2b77dda6-1d02-406d-abaa-8c28b4a6020f service neutron] For port e77c172d-f7e4-430f-83f8-10013ef7e6d2, host hv-cinder-80061, cleared binding levels {{(pid=82084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:00:52.157274 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-2b77dda6-1d02-406d-abaa-8c28b4a6020f service neutron] For port e77c172d-f7e4-430f-83f8-10013ef7e6d2, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=e77c172d-f7e4-430f-83f8-10013ef7e6d2,segment=NetworkSegment(f1799ccd-1318-4e3f-bc76-e13aefcbc804),segment_id=f1799ccd-1318-4e3f-bc76-e13aefcbc804)] {{(pid=82084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:00:52.162610 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-2b77dda6-1d02-406d-abaa-8c28b4a6020f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:52.168344 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:52.252484 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-2b77dda6-1d02-406d-abaa-8c28b4a6020f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for port, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:52.254031 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-2b77dda6-1d02-406d-abaa-8c28b4a6020f service neutron] 10.222.0.15 "PUT /v2.0/ports/e77c172d-f7e4-430f-83f8-10013ef7e6d2 HTTP/1.1" status: 200  len: 1094 time: 1.8180225
Jul 13 22:00:52.254570 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a819a3b-8b6c-4d4e-aa1c-259c030a562b', 'tag': 'e77c172d-f7e4-430f-83f8-10013ef7e6d2'}] {{(pid=82084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:00:52.275551 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77dda6-1d02-406d-abaa-8c28b4a6020f service neutron] Pushing event updated for resources: {'Port': ['ID=e77c172d-f7e4-430f-83f8-10013ef7e6d2,revision_number=3']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:52.291310 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2b77dda6-1d02-406d-abaa-8c28b4a6020f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:52.388115 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a819a3b-8b6c-4d4e-aa1c-259c030a562b', 'tag': 'e77c172d-f7e4-430f-83f8-10013ef7e6d2', 'status': 'completed', 'code': 200}
Jul 13 22:00:52.431646 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-e7b70b8e-46ee-4d37-82e3-2e1be5a13cb4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d98e8ce298b477986af89abffc6e6fb&device_id=2a819a3b-8b6c-4d4e-aa1c-259c030a562b HTTP/1.1" status: 200  len: 1097 time: 0.1061220
Jul 13 22:00:52.592887 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82adcac-3d21-47ea-92c9-efccd14c9c8f req-2c069eaf-7a40-4a89-b43c-55c28478350f tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:52.600435 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c82adcac-3d21-47ea-92c9-efccd14c9c8f req-2c069eaf-7a40-4a89-b43c-55c28478350f tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a819a3b-8b6c-4d4e-aa1c-259c030a562b HTTP/1.1" status: 200  len: 944 time: 0.1737447
Jul 13 22:00:52.614334 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-ae072c90-4446-4365-b0b2-02fdbe03377f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e77c172d-f7e4-430f-83f8-10013ef7e6d2 HTTP/1.1" status: 200  len: 217 time: 0.1636684
Jul 13 22:00:52.662844 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c82adcac-3d21-47ea-92c9-efccd14c9c8f req-9248b884-cbcf-4a5b-b852-b020e39f59c9 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611479
Jul 13 22:00:52.725893 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-cbc52286-6baa-423c-9206-5647d4fe4c80 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:52.727974 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-cbc52286-6baa-423c-9206-5647d4fe4c80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c92030fd-456d-4eba-ab18-f7c54fda6ba3 HTTP/1.1" status: 200  len: 855 time: 0.1064739
Jul 13 22:00:52.736372 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device c053aa72-49b7-4690-8a5a-faeb875b3ce0 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:00:52.823127 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] No Port match for: c053aa72-49b7-4690-8a5a-faeb875b3ce0 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:00:52.823770 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device c053aa72-49b7-4690-8a5a-faeb875b3ce0 not bound to the agent host hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:00:52.852464 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-ca5fe4bc-2e8b-41dc-8ddb-ef2e2ed9689e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=136f51ad-4115-4bbf-be16-6910b00eeb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1098225
Jul 13 22:00:52.998687 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638acec-8c68-481b-bd6d-5f685c792652 req-fe6db86a-72c1-41fa-b08d-d752314007b3 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:53.002894 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6638acec-8c68-481b-bd6d-5f685c792652 req-fe6db86a-72c1-41fa-b08d-d752314007b3 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.1024096
Jul 13 22:00:53.019438 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-80cb3109-9e5a-4310-ae77-d2ec6a9fd86d service neutron] 10.222.0.15 "GET /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1593926
Jul 13 22:00:53.078461 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6638acec-8c68-481b-bd6d-5f685c792652 req-a8799de4-a037-4347-a1b6-11b1ed47f518 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658777
Jul 13 22:00:53.478449 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c50597c3-cf56-44fa-897b-0d6391a979ce req-2ced5599-673e-4a1a-a038-1245dda8f03e service neutron] 10.222.0.15 "GET /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4509180
Jul 13 22:00:53.501989 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d05634-2129-4b3b-982a-ce77a2b08d9c req-77b145ac-c806-4f99-9241-0a0028d33584 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:53.503601 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b9d05634-2129-4b3b-982a-ce77a2b08d9c req-77b145ac-c806-4f99-9241-0a0028d33584 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.3453360
Jul 13 22:00:53.555358 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b9d05634-2129-4b3b-982a-ce77a2b08d9c req-735eaff6-cf9f-4c66-8209-ee271801ec11 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445509
Jul 13 22:00:53.690291 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b933d03f-a53b-4fe1-b240-b72f00930804 req-9267b17d-04aa-4750-9c89-7eac7343ef04 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d98e8ce298b477986af89abffc6e6fb&device_id=2a819a3b-8b6c-4d4e-aa1c-259c030a562b HTTP/1.1" status: 200  len: 1097 time: 0.0783284
Jul 13 22:00:53.857321 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933d03f-a53b-4fe1-b240-b72f00930804 req-06854be6-bfe7-48d5-ba50-13351dfeed72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:53.858821 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b933d03f-a53b-4fe1-b240-b72f00930804 req-06854be6-bfe7-48d5-ba50-13351dfeed72 service neutron] 10.222.0.15 "GET /v2.0/networks?id=136f51ad-4115-4bbf-be16-6910b00eeb8f HTTP/1.1" status: 200  len: 916 time: 0.1547885
Jul 13 22:00:53.937235 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b933d03f-a53b-4fe1-b240-b72f00930804 req-7ea8abe6-6bf9-4621-9de8-7b0f044ffcd4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e77c172d-f7e4-430f-83f8-10013ef7e6d2 HTTP/1.1" status: 200  len: 217 time: 0.0676210
Jul 13 22:00:53.944062 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57cebe-1b99-40bd-a545-b64e8bddd0b6 req-34d15c5a-e698-4cdf-a721-c837762b7759 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:53.953134 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8c57cebe-1b99-40bd-a545-b64e8bddd0b6 req-34d15c5a-e698-4cdf-a721-c837762b7759 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a819a3b-8b6c-4d4e-aa1c-259c030a562b HTTP/1.1" status: 200  len: 944 time: 0.1046731
Jul 13 22:00:54.016628 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8c57cebe-1b99-40bd-a545-b64e8bddd0b6 req-e39bff90-8da2-483f-8240-42a0de290753 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622885
Jul 13 22:00:54.034390 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933d03f-a53b-4fe1-b240-b72f00930804 req-54d7e912-8dc0-4a79-92ce-135861434f52 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:54.035980 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b933d03f-a53b-4fe1-b240-b72f00930804 req-54d7e912-8dc0-4a79-92ce-135861434f52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c92030fd-456d-4eba-ab18-f7c54fda6ba3 HTTP/1.1" status: 200  len: 855 time: 0.0907922
Jul 13 22:00:54.113136 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b933d03f-a53b-4fe1-b240-b72f00930804 req-b54867c0-c6c9-4ee9-bd52-b104e415dd1a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=136f51ad-4115-4bbf-be16-6910b00eeb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449121
Jul 13 22:00:54.298524 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9daf9-9b7c-45a2-b3cf-e538641749ea req-d52e1e49-37e9-44ec-85ce-1be4a78d4d8a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:54.300229 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f4a9daf9-9b7c-45a2-b3cf-e538641749ea req-d52e1e49-37e9-44ec-85ce-1be4a78d4d8a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.0874128
Jul 13 22:00:54.369667 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b933d03f-a53b-4fe1-b240-b72f00930804 req-be1e1926-4c47-44be-afd0-e22d1b041c3a service neutron] 10.222.0.15 "GET /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470582
Jul 13 22:00:54.377262 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f4a9daf9-9b7c-45a2-b3cf-e538641749ea req-b52bfa92-4989-4988-8f55-9da607a10d9c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704415
Jul 13 22:00:54.532739 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b933d03f-a53b-4fe1-b240-b72f00930804 req-99c8b50a-aea2-43e0-a674-4b3561f8211e service neutron] 10.222.0.15 "GET /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453440
Jul 13 22:00:54.767545 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2320aae-05c3-4b03-9db9-7048c45c6478 req-f71f474f-17b4-4e5c-a044-ffedc7f4fc8d tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:54.769179 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d2320aae-05c3-4b03-9db9-7048c45c6478 req-f71f474f-17b4-4e5c-a044-ffedc7f4fc8d tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.0828750
Jul 13 22:00:54.820657 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d2320aae-05c3-4b03-9db9-7048c45c6478 req-1502c3b9-645d-452c-81a5-6b9e4f1c8217 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448523
Jul 13 22:00:55.252307 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abe32f-0643-46ce-b490-be6db0b19240 req-9c279980-4b6a-4fad-8da3-9591ae3acff9 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:55.258515 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a1abe32f-0643-46ce-b490-be6db0b19240 req-9c279980-4b6a-4fad-8da3-9591ae3acff9 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a819a3b-8b6c-4d4e-aa1c-259c030a562b HTTP/1.1" status: 200  len: 944 time: 0.1142783
Jul 13 22:00:55.317436 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a1abe32f-0643-46ce-b490-be6db0b19240 req-da5cee2c-d38f-4a6e-9082-1fda08f54b28 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480592
Jul 13 22:00:55.601692 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f1c52-6551-44b1-afd3-28c9ca2cf8d8 req-b1f7a911-ff41-4667-841b-276866b5729d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:55.603350 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-027f1c52-6551-44b1-afd3-28c9ca2cf8d8 req-b1f7a911-ff41-4667-841b-276866b5729d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.0883598
Jul 13 22:00:55.651404 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-027f1c52-6551-44b1-afd3-28c9ca2cf8d8 req-effe012f-184a-4ab1-9bdd-da6d75999f61 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419123
Jul 13 22:00:56.567461 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ebc4a-50f2-4b4a-9f9c-aa09ed136cec req-790f8b08-83f0-4797-9487-a048f402c819 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:56.568625 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-396ebc4a-50f2-4b4a-9f9c-aa09ed136cec req-790f8b08-83f0-4797-9487-a048f402c819 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Synchronizing usage tracker for tenant:9d98e8ce298b477986af89abffc6e6fb on resource:port {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:00:56.585680 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-396ebc4a-50f2-4b4a-9f9c-aa09ed136cec req-790f8b08-83f0-4797-9487-a048f402c819 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Unset dirty status for tenant:9d98e8ce298b477986af89abffc6e6fb on resource:port {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:00:56.587498 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-396ebc4a-50f2-4b4a-9f9c-aa09ed136cec req-790f8b08-83f0-4797-9487-a048f402c819 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a819a3b-8b6c-4d4e-aa1c-259c030a562b HTTP/1.1" status: 200  len: 944 time: 0.1347282
Jul 13 22:00:56.636353 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-396ebc4a-50f2-4b4a-9f9c-aa09ed136cec req-67c55965-356a-4821-b65b-1a8139c857db tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421705
Jul 13 22:00:56.720604 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:56.750714 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device e77c172d-f7e4-430f-83f8-10013ef7e6d2 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 13 22:00:56.889168 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1a259-4b09-43df-882e-50eecb4d8e68 req-98813ec0-6e0f-4862-8847-771364ebb7ba tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:56.890920 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9ef1a259-4b09-43df-882e-50eecb4d8e68 req-98813ec0-6e0f-4862-8847-771364ebb7ba tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.0973258
Jul 13 22:00:56.917076 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port e77c172d-f7e4-430f-83f8-10013ef7e6d2, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=e77c172d-f7e4-430f-83f8-10013ef7e6d2,segment=NetworkSegment(f1799ccd-1318-4e3f-bc76-e13aefcbc804),segment_id=f1799ccd-1318-4e3f-bc76-e13aefcbc804)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:00:56.936196 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Returning: {'device': 'e77c172d-f7e4-430f-83f8-10013ef7e6d2', 'network_id': '136f51ad-4115-4bbf-be16-6910b00eeb8f', 'port_id': 'e77c172d-f7e4-430f-83f8-10013ef7e6d2', 'mac_address': 'fa:16:3e:4e:38:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c92030fd-456d-4eba-ab18-f7c54fda6ba3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 13 22:00:56.947488 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9ef1a259-4b09-43df-882e-50eecb4d8e68 req-692a858a-a17c-4169-bde5-d9d653e7554f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488760
Jul 13 22:00:56.993976 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:57.013993 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e77c172d-f7e4-430f-83f8-10013ef7e6d2 {{(pid=82085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:00:57.030358 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port e77c172d-f7e4-430f-83f8-10013ef7e6d2, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=e77c172d-f7e4-430f-83f8-10013ef7e6d2,segment=NetworkSegment(f1799ccd-1318-4e3f-bc76-e13aefcbc804),segment_id=f1799ccd-1318-4e3f-bc76-e13aefcbc804)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:00:57.033964 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:00:57.035833 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:00:57.106246 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=e77c172d-f7e4-430f-83f8-10013ef7e6d2,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:00:57.109499 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:00:57.291117 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b900abb-95f9-486d-af99-3b782626fbfe req-3215c4e0-527b-41a2-a1c4-7f057ba844fd tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:57.292736 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2b900abb-95f9-486d-af99-3b782626fbfe req-3215c4e0-527b-41a2-a1c4-7f057ba844fd tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.0849133
Jul 13 22:00:57.344628 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2b900abb-95f9-486d-af99-3b782626fbfe req-f47af4f2-0e6c-4464-b9de-8d5e2be24f45 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450041
Jul 13 22:00:57.597610 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['e77c172d-f7e4-430f-83f8-10013ef7e6d2'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:00:57.882676 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791b7fe-2947-4382-a7f1-85e22a73737b req-0e0cd853-cf13-46ea-9798-65d4d2a4589b tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:57.884304 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c791b7fe-2947-4382-a7f1-85e22a73737b req-0e0cd853-cf13-46ea-9798-65d4d2a4589b tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a819a3b-8b6c-4d4e-aa1c-259c030a562b HTTP/1.1" status: 200  len: 945 time: 0.0931206
Jul 13 22:00:57.936130 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c791b7fe-2947-4382-a7f1-85e22a73737b req-01617ac8-2363-4a31-b0f4-f9fdec31a4c8 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455699
Jul 13 22:00:58.168030 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a18b77-7782-462d-ace8-73429f03bd5e req-1ee0871b-24f8-492b-aaf8-d4bb3f0e2bfc tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:58.169686 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a8a18b77-7782-462d-ace8-73429f03bd5e req-1ee0871b-24f8-492b-aaf8-d4bb3f0e2bfc tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.0882967
Jul 13 22:00:58.224179 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a8a18b77-7782-462d-ace8-73429f03bd5e req-8414e2e3-a380-4516-90f4-df057959ecd2 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482686
Jul 13 22:00:59.145087 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac2943-ef57-4f71-a9ff-669583262861 req-bd5e2e7b-334e-4df0-b6ea-0582da3194a8 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:59.146690 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d5ac2943-ef57-4f71-a9ff-669583262861 req-bd5e2e7b-334e-4df0-b6ea-0582da3194a8 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a819a3b-8b6c-4d4e-aa1c-259c030a562b HTTP/1.1" status: 200  len: 945 time: 0.0823488
Jul 13 22:00:59.195659 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d5ac2943-ef57-4f71-a9ff-669583262861 req-574e94dd-d901-4616-8eb3-a17c92357cc6 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419505
Jul 13 22:00:59.451344 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c235b10-71fe-4349-b788-d0a277812198 req-d3cca2ea-aaff-4249-8aa4-6d950f94e76f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:00:59.453014 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0c235b10-71fe-4349-b788-d0a277812198 req-d3cca2ea-aaff-4249-8aa4-6d950f94e76f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.0893397
Jul 13 22:00:59.505078 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0c235b10-71fe-4349-b788-d0a277812198 req-5e216353-63f2-49cd-ad72-c9ff420f7fa5 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449278
Jul 13 22:01:00.405483 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a02ec1-4e6f-45a8-8952-a03247665563 req-12e432be-1fb0-43e8-95c9-3fc284d4224e tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:00.407182 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-30a02ec1-4e6f-45a8-8952-a03247665563 req-12e432be-1fb0-43e8-95c9-3fc284d4224e tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a819a3b-8b6c-4d4e-aa1c-259c030a562b HTTP/1.1" status: 200  len: 945 time: 0.0858362
Jul 13 22:01:00.455648 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-30a02ec1-4e6f-45a8-8952-a03247665563 req-a514b58d-0212-4814-81f0-d2c8f4c95626 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425162
Jul 13 22:01:00.688016 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9abad210-3067-41a2-b5eb-03f6d6ef7d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:00.728288 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2401ca0-40e5-4b14-bd1b-ac3112b0ca33 req-31cc2fa4-5ec8-4006-88b9-e4abf42a23b5 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:00.730016 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f2401ca0-40e5-4b14-bd1b-ac3112b0ca33 req-31cc2fa4-5ec8-4006-88b9-e4abf42a23b5 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.0907881
Jul 13 22:01:00.782630 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f2401ca0-40e5-4b14-bd1b-ac3112b0ca33 req-c9c8c6b2-e92b-46da-b98a-d542bed61d3c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444181
Jul 13 22:01:00.801392 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device e77c172d-f7e4-430f-83f8-10013ef7e6d2 up at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:01:00.873849 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning for port e77c172d-f7e4-430f-83f8-10013ef7e6d2 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:01:00.878543 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning complete for port e77c172d-f7e4-430f-83f8-10013ef7e6d2 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:01:00.878967 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:00.998775 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:01.026755 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a819a3b-8b6c-4d4e-aa1c-259c030a562b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77c172d-f7e4-430f-83f8-10013ef7e6d2'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:01:01.036807 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port e77c172d-f7e4-430f-83f8-10013ef7e6d2, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=e77c172d-f7e4-430f-83f8-10013ef7e6d2,segment=NetworkSegment(f1799ccd-1318-4e3f-bc76-e13aefcbc804),segment_id=f1799ccd-1318-4e3f-bc76-e13aefcbc804)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:01:01.040478 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:01.043161 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-513162b1-5bdd-450c-9614-9501d3fa0bdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:01.088380 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a819a3b-8b6c-4d4e-aa1c-259c030a562b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77c172d-f7e4-430f-83f8-10013ef7e6d2', 'code': 200}
Jul 13 22:01:01.116300 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=e77c172d-f7e4-430f-83f8-10013ef7e6d2,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:01.120201 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:01.424893 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-42bdb5a9-f4fe-4157-bb35-5fd6fdc55e7a req-11f43d0f-575d-477a-ade1-93bc27d89f47 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2a819a3b-8b6c-4d4e-aa1c-259c030a562b HTTP/1.1" status: 200  len: 1099 time: 0.0743062
Jul 13 22:01:01.479203 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-42bdb5a9-f4fe-4157-bb35-5fd6fdc55e7a req-0028058a-2e45-4c51-bd7c-87ee2976f06c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390961
Jul 13 22:01:01.673787 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41196322-f8f6-487a-9e96-30dc6bcac86f req-811be1d7-cfd6-4622-9766-a0b11729549b tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:01.675426 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-41196322-f8f6-487a-9e96-30dc6bcac86f req-811be1d7-cfd6-4622-9766-a0b11729549b tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a819a3b-8b6c-4d4e-aa1c-259c030a562b HTTP/1.1" status: 200  len: 946 time: 0.0898077
Jul 13 22:01:01.728005 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-41196322-f8f6-487a-9e96-30dc6bcac86f req-9772c2c9-60bd-4e83-9261-a2cf61eddacc tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453553
Jul 13 22:01:02.004803 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f01463-b567-4585-883e-db3b54091966 req-976e13a6-6172-4d97-a777-1c03f8c4664e tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:02.006419 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b8f01463-b567-4585-883e-db3b54091966 req-976e13a6-6172-4d97-a777-1c03f8c4664e tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.0875874
Jul 13 22:01:02.055712 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b8f01463-b567-4585-883e-db3b54091966 req-b226d685-8e48-4960-a74c-cf6b005ec485 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426309
Jul 13 22:01:02.319087 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:02.950714 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb23f6-498f-424d-aeef-298017ab6878 req-1240ac8d-e97b-47a3-8794-08edcfa381a7 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:02.952692 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fdfb23f6-498f-424d-aeef-298017ab6878 req-1240ac8d-e97b-47a3-8794-08edcfa381a7 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a819a3b-8b6c-4d4e-aa1c-259c030a562b HTTP/1.1" status: 200  len: 946 time: 0.0878568
Jul 13 22:01:02.999371 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5fc03f77-4cd3-4520-a578-f535d14b6a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:03.005788 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fdfb23f6-498f-424d-aeef-298017ab6878 req-cbb3e391-be3c-4e02-b178-f6bc1dcf37a0 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453176
Jul 13 22:01:03.282899 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763f234-22c6-4957-8b8e-1fed3e181494 req-7c4a92b1-1156-49da-80f3-a704e0689188 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:03.284877 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e763f234-22c6-4957-8b8e-1fed3e181494 req-7c4a92b1-1156-49da-80f3-a704e0689188 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.0946765
Jul 13 22:01:03.349654 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e763f234-22c6-4957-8b8e-1fed3e181494 req-d3027e0e-a124-42cd-99ac-380c2f9a045c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577667
Jul 13 22:01:03.475587 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 40386) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:03.593805 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:03.630573 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cbd253e5-9922-42c1-8788-5aac20a4acbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:03.662612 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-cbd253e5-9922-42c1-8788-5aac20a4acbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:01:03.667050 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-cbd253e5-9922-42c1-8788-5aac20a4acbe admin admin] Usage tracker for resource:security_group_rule and tenant:e5b073e87074414db1a752092b88f38c is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:01:03.670020 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-cbd253e5-9922-42c1-8788-5aac20a4acbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:01:03.676133 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-cbd253e5-9922-42c1-8788-5aac20a4acbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:01:03.748561 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cbd253e5-9922-42c1-8788-5aac20a4acbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:03.751417 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cbd253e5-9922-42c1-8788-5aac20a4acbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:03.758954 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-42a4224e-6b42-403f-9af7-3f9775aefbdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:03.789487 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd253e5-9922-42c1-8788-5aac20a4acbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f08e26-4bb8-43ee-bba6-a4e180b7ad2d,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:03.794751 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-cbd253e5-9922-42c1-8788-5aac20a4acbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:03.814100 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-cbd253e5-9922-42c1-8788-5aac20a4acbe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5b073e87074414db1a752092b88f38c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3348951
Jul 13 22:01:03.814367 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 40394) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:03.877301 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-85140a1f-1cb7-47c9-96b7-3dbf37c53115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:03.907747 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-85140a1f-1cb7-47c9-96b7-3dbf37c53115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:03.953064 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-85140a1f-1cb7-47c9-96b7-3dbf37c53115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:03.958871 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-74a3992f-b3a1-4c5b-83bc-4362497d5176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:03.973307 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85140a1f-1cb7-47c9-96b7-3dbf37c53115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f08e26-4bb8-43ee-bba6-a4e180b7ad2d,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:03.976338 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-85140a1f-1cb7-47c9-96b7-3dbf37c53115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:03.979765 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-85140a1f-1cb7-47c9-96b7-3dbf37c53115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:03.982121 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-85140a1f-1cb7-47c9-96b7-3dbf37c53115 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/38f08e26-4bb8-43ee-bba6-a4e180b7ad2d HTTP/1.1" status: 204  len: 168 time: 0.1666985
Jul 13 22:01:04.217960 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01806e7-87a3-4ba1-a14a-bdf758ef4adf req-0e5103a4-5d1b-4aec-9d6d-3e0de46b4d9a tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:04.219575 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a01806e7-87a3-4ba1-a14a-bdf758ef4adf req-0e5103a4-5d1b-4aec-9d6d-3e0de46b4d9a tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a819a3b-8b6c-4d4e-aa1c-259c030a562b HTTP/1.1" status: 200  len: 946 time: 0.0844922
Jul 13 22:01:04.270173 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a01806e7-87a3-4ba1-a14a-bdf758ef4adf req-49016ba3-38d2-4a37-b88a-9d0246781d35 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444221
Jul 13 22:01:04.348245 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 40412) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:04.369038 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-8bf83d30-99f0-4341-ba90-e70df1c1c0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:04.403370 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-8bf83d30-99f0-4341-ba90-e70df1c1c0e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:01:04.407315 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-8bf83d30-99f0-4341-ba90-e70df1c1c0e7 admin admin] Usage tracker for resource:security_group_rule and tenant:7c671b876ab84711805bbfdd52d43ef5 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:01:04.410591 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-8bf83d30-99f0-4341-ba90-e70df1c1c0e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:01:04.417020 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-8bf83d30-99f0-4341-ba90-e70df1c1c0e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:01:04.493429 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-8bf83d30-99f0-4341-ba90-e70df1c1c0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:04.496705 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-8bf83d30-99f0-4341-ba90-e70df1c1c0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:04.509781 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-916fb7dd-0f27-413c-ae77-9cb66443f0e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:04.555276 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-8bf83d30-99f0-4341-ba90-e70df1c1c0e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c671b876ab84711805bbfdd52d43ef5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2027967
Jul 13 22:01:04.555276 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 40418) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:04.558497 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf83d30-99f0-4341-ba90-e70df1c1c0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf59bd78-eb2c-486c-b5b9-78d2674b3d57,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:04.585195 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c06e8-9cc6-40f9-8c9f-f850bd0d4463 req-ad674f7a-7fe1-434d-bb60-42460782ac72 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:04.586020 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8bf83d30-99f0-4341-ba90-e70df1c1c0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:04.587334 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e5c06e8-9cc6-40f9-8c9f-f850bd0d4463 req-ad674f7a-7fe1-434d-bb60-42460782ac72 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.0968542
Jul 13 22:01:04.631330 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f79766fd-3d50-4751-a899-175563bc8694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:04.646539 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e5c06e8-9cc6-40f9-8c9f-f850bd0d4463 req-47429499-958d-45ae-b7d2-f0d4397e5d02 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516469
Jul 13 22:01:04.663455 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f79766fd-3d50-4751-a899-175563bc8694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:04.698923 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:04.715825 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f79766fd-3d50-4751-a899-175563bc8694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:04.722786 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-40361a34-1230-46b0-b977-d34a4c7b240d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:04.743378 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f79766fd-3d50-4751-a899-175563bc8694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:04.744733 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-f79766fd-3d50-4751-a899-175563bc8694 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf59bd78-eb2c-486c-b5b9-78d2674b3d57 HTTP/1.1" status: 204  len: 168 time: 0.1886265
Jul 13 22:01:04.746624 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79766fd-3d50-4751-a899-175563bc8694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf59bd78-eb2c-486c-b5b9-78d2674b3d57,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:04.749366 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f79766fd-3d50-4751-a899-175563bc8694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:05.195534 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 40436) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:05.215655 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f71f0477-31be-4f52-b5fe-e14f36009055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:05.249115 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-f71f0477-31be-4f52-b5fe-e14f36009055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:01:05.253196 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-f71f0477-31be-4f52-b5fe-e14f36009055 admin admin] Usage tracker for resource:security_group_rule and tenant:66afea6d7f064a7eb6139b47a738fc34 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:01:05.256144 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-f71f0477-31be-4f52-b5fe-e14f36009055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:01:05.262548 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-f71f0477-31be-4f52-b5fe-e14f36009055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:01:05.331111 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f71f0477-31be-4f52-b5fe-e14f36009055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:05.335258 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f71f0477-31be-4f52-b5fe-e14f36009055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:05.344586 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8bf83d30-99f0-4341-ba90-e70df1c1c0e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:05.388734 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f0477-31be-4f52-b5fe-e14f36009055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ea1476-ec2f-456f-bd75-f2724726f195,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:05.391846 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f71f0477-31be-4f52-b5fe-e14f36009055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:05.396501 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-f71f0477-31be-4f52-b5fe-e14f36009055 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=66afea6d7f064a7eb6139b47a738fc34&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1987410
Jul 13 22:01:05.398318 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 40440) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:05.464564 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a4e497bc-2747-46ba-8ae2-30915f5c7d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:05.492276 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a4e497bc-2747-46ba-8ae2-30915f5c7d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:05.537400 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a4e497bc-2747-46ba-8ae2-30915f5c7d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:05.544656 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-5d7f7e6e-84f9-4fcf-955b-7760970aaf91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:05.558996 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e497bc-2747-46ba-8ae2-30915f5c7d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ea1476-ec2f-456f-bd75-f2724726f195,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:05.561775 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a4e497bc-2747-46ba-8ae2-30915f5c7d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:05.562949 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a4e497bc-2747-46ba-8ae2-30915f5c7d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:05.564159 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-a4e497bc-2747-46ba-8ae2-30915f5c7d0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60ea1476-ec2f-456f-bd75-f2724726f195 HTTP/1.1" status: 204  len: 168 time: 0.1649718
Jul 13 22:01:05.907330 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391ff87-cb87-4999-b98c-f6f95db371a3 req-b1f740ac-c556-4605-bb2c-61faea67791a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:05.909041 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8391ff87-cb87-4999-b98c-f6f95db371a3 req-b1f740ac-c556-4605-bb2c-61faea67791a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.0888655
Jul 13 22:01:05.964061 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8391ff87-cb87-4999-b98c-f6f95db371a3 req-510bc52f-e7e4-436b-9f9c-5088801e23e8 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482378
Jul 13 22:01:06.760051 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-eb85eaba-0c84-4bca-8e3c-0f28783edc21 req-23df3b53-337c-4cd1-8769-4283ee8e3452 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a64f1d97f1f646f498668269b6c5ee10&device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 1098 time: 0.0932856
Jul 13 22:01:06.800200 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3deafb-2012-4f35-9d2a-7a26eae80d07 req-4872c00f-3030-467d-ab72-5b7158aee34d tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:06.806895 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ac3deafb-2012-4f35-9d2a-7a26eae80d07 req-4872c00f-3030-467d-ab72-5b7158aee34d tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.1130939
Jul 13 22:01:06.861840 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ac3deafb-2012-4f35-9d2a-7a26eae80d07 req-5297b201-c12f-4a0d-a5e8-3be32b5ea5e4 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523407
Jul 13 22:01:06.919787 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85eaba-0c84-4bca-8e3c-0f28783edc21 req-7faf0e76-052f-4245-b5f5-b8ac47971511 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:06.921404 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-eb85eaba-0c84-4bca-8e3c-0f28783edc21 req-7faf0e76-052f-4245-b5f5-b8ac47971511 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4f4027db-4b36-48ec-9349-8e337787556b HTTP/1.1" status: 200  len: 919 time: 0.1540959
Jul 13 22:01:07.001661 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-eb85eaba-0c84-4bca-8e3c-0f28783edc21 req-f6cbf2f4-7bdf-4dbf-865c-231d5610a329 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc724c34-4271-4503-ad71-a27f097d768b HTTP/1.1" status: 200  len: 217 time: 0.0661888
Jul 13 22:01:07.085194 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85eaba-0c84-4bca-8e3c-0f28783edc21 req-10c973d9-d42b-4aa5-beff-2754c9f176ec service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:07.086821 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-eb85eaba-0c84-4bca-8e3c-0f28783edc21 req-10c973d9-d42b-4aa5-beff-2754c9f176ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=69a8555f-a6b4-42e1-a19f-3dfdc28a26ef HTTP/1.1" status: 200  len: 858 time: 0.0704420
Jul 13 22:01:07.178629 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-eb85eaba-0c84-4bca-8e3c-0f28783edc21 req-3c56f00c-dc61-442b-97ad-46c4212c0fd3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f4027db-4b36-48ec-9349-8e337787556b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0829184
Jul 13 22:01:07.346213 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55276db4-5a2d-4540-bb4f-a7efc48b5fec req-0a23eb8b-9ec2-45ee-a268-84c9995fd24a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:07.347838 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-55276db4-5a2d-4540-bb4f-a7efc48b5fec req-0a23eb8b-9ec2-45ee-a268-84c9995fd24a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.2172287
Jul 13 22:01:07.357017 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-eb85eaba-0c84-4bca-8e3c-0f28783edc21 req-c4684424-d4f0-4392-81bc-05ba2e0dc055 service neutron] 10.222.0.15 "GET /v2.0/networks/4f4027db-4b36-48ec-9349-8e337787556b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1689513
Jul 13 22:01:07.507107 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-55276db4-5a2d-4540-bb4f-a7efc48b5fec req-3ec85922-19e3-4476-98b0-d8ffc12eba33 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1487601
Jul 13 22:01:07.550770 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-eb85eaba-0c84-4bca-8e3c-0f28783edc21 req-c94f9b0b-9743-4e8c-94ef-3cdeb1ff3487 service neutron] 10.222.0.15 "GET /v2.0/networks/4f4027db-4b36-48ec-9349-8e337787556b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1754553
Jul 13 22:01:08.076010 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f768b-1506-4ad8-a080-2c26fbe25a6b req-2085afb3-f921-4399-98d9-2ee20a7aaa13 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:08.077732 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-995f768b-1506-4ad8-a080-2c26fbe25a6b req-2085afb3-f921-4399-98d9-2ee20a7aaa13 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.0865269
Jul 13 22:01:08.125526 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-995f768b-1506-4ad8-a080-2c26fbe25a6b req-e9052a58-fc9d-43f8-9994-dff4681563e0 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416703
Jul 13 22:01:08.879633 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7bd83-2853-41cf-9eb7-8dda4b46c386 req-3ea3a743-3690-4e79-921d-ce370599c0cd tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:08.881347 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8bd7bd83-2853-41cf-9eb7-8dda4b46c386 req-3ea3a743-3690-4e79-921d-ce370599c0cd tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.0891595
Jul 13 22:01:08.929833 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8bd7bd83-2853-41cf-9eb7-8dda4b46c386 req-9e6ac949-7a10-428d-84d1-e2042ed60894 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422242
Jul 13 22:01:09.340741 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7263ff7-f59e-4a65-bebd-8d78a2e42b57 req-1107bba3-9cd7-4c62-9085-ea41e9aebd0e tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:09.342388 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a7263ff7-f59e-4a65-bebd-8d78a2e42b57 req-1107bba3-9cd7-4c62-9085-ea41e9aebd0e tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.0932841
Jul 13 22:01:09.391551 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a7263ff7-f59e-4a65-bebd-8d78a2e42b57 req-b0bb3726-6b6c-437b-88ca-cb85dea32819 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430984
Jul 13 22:01:10.149997 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47a668-7373-4935-9350-25963593be87 req-f911e261-2deb-42df-8506-c1020b781f27 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:10.151577 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5d47a668-7373-4935-9350-25963593be87 req-f911e261-2deb-42df-8506-c1020b781f27 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.0833595
Jul 13 22:01:10.203306 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5d47a668-7373-4935-9350-25963593be87 req-8b85bddd-d39d-4f49-921d-41132ac3837d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454912
Jul 13 22:01:10.599101 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4427c-f942-47bd-8128-f56d00afb518 req-eb35b0e4-d6d2-4b05-93f1-f5e02bf1e09d tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:10.600835 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-84a4427c-f942-47bd-8128-f56d00afb518 req-eb35b0e4-d6d2-4b05-93f1-f5e02bf1e09d tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.0847211
Jul 13 22:01:10.665374 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-84a4427c-f942-47bd-8128-f56d00afb518 req-e3023700-979f-4aac-8ce8-cf12116152cb tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574861
Jul 13 22:01:11.430384 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32328066-e708-4ada-88b4-53abe7c26615 req-082dc764-7e6b-47ae-bf08-cdb4c11a7f7f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:11.431758 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-32328066-e708-4ada-88b4-53abe7c26615 req-082dc764-7e6b-47ae-bf08-cdb4c11a7f7f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.0869992
Jul 13 22:01:11.481706 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-32328066-e708-4ada-88b4-53abe7c26615 req-adde6d7a-1ce2-4db6-ace2-477210a7fdf6 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439775
Jul 13 22:01:11.868047 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3f292-fdd3-404b-99eb-cea9458300f1 req-e7ffba47-7a6c-478d-80cf-23efaa8a442e tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:11.869668 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b4f3f292-fdd3-404b-99eb-cea9458300f1 req-e7ffba47-7a6c-478d-80cf-23efaa8a442e tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.0848010
Jul 13 22:01:11.926613 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b4f3f292-fdd3-404b-99eb-cea9458300f1 req-a2d3c643-2bfe-4af6-8b40-552f00ff0f68 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504298
Jul 13 22:01:12.730971 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca12215-d029-43c8-824d-c8296763472f req-fdf35f16-24c0-471c-8695-79c620c5550b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:12.737973 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-cca12215-d029-43c8-824d-c8296763472f req-fdf35f16-24c0-471c-8695-79c620c5550b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.1085517
Jul 13 22:01:12.796281 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-cca12215-d029-43c8-824d-c8296763472f req-9442f94b-0812-4e9d-be76-214d1d8496ab tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514669
Jul 13 22:01:13.155339 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5fce3-4d99-49c9-ab57-ffbca4130173 req-07041007-42c0-4234-8501-6420efe02862 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:13.157098 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f5e5fce3-4d99-49c9-ab57-ffbca4130173 req-07041007-42c0-4234-8501-6420efe02862 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.0938349
Jul 13 22:01:13.208953 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f5e5fce3-4d99-49c9-ab57-ffbca4130173 req-f1517aff-5a93-45fb-a499-91410a27ec21 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451577
Jul 13 22:01:14.026654 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c763b8-4c36-454d-a4df-101631ca980c req-16078262-b087-423d-bad1-9ecabcf1d78c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:14.028264 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-59c763b8-4c36-454d-a4df-101631ca980c req-16078262-b087-423d-bad1-9ecabcf1d78c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.0925906
Jul 13 22:01:14.076836 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-59c763b8-4c36-454d-a4df-101631ca980c req-3ea8e59f-35c9-4175-bd0e-73af8d579459 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423841
Jul 13 22:01:14.435130 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a20c8-0047-43ba-9e22-9abea85af58b req-5e5d7b15-7301-4332-9ba1-ff0cf1ef5cd9 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:14.439682 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-504a20c8-0047-43ba-9e22-9abea85af58b req-5e5d7b15-7301-4332-9ba1-ff0cf1ef5cd9 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.0998812
Jul 13 22:01:14.488218 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-504a20c8-0047-43ba-9e22-9abea85af58b req-99c47229-519b-433b-8079-8dc686922238 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444038
Jul 13 22:01:14.831685 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 65efea10-5009-4215-a14c-0fda61962597 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 13 22:01:15.041812 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 65efea10-5009-4215-a14c-0fda61962597, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=65efea10-5009-4215-a14c-0fda61962597,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:01:15.058985 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Returning: {'device': '65efea10-5009-4215-a14c-0fda61962597', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'port_id': '65efea10-5009-4215-a14c-0fda61962597', 'mac_address': 'fa:16:3e:7f:5e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 13 22:01:15.141459 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:15.162642 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65efea10-5009-4215-a14c-0fda61962597 {{(pid=82085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:01:15.189432 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 65efea10-5009-4215-a14c-0fda61962597, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=65efea10-5009-4215-a14c-0fda61962597,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:01:15.192294 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:15.194380 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:15.292308 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 40842) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:15.294366 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=65efea10-5009-4215-a14c-0fda61962597,revision_number=6']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:15.308655 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:15.351997 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:01:15.379534 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520a245-2a95-41e1-b503-548c701d0934 req-66a3860e-a1d0-4158-a0b8-bd36fae08bde tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:15.381421 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4520a245-2a95-41e1-b503-548c701d0934 req-66a3860e-a1d0-4158-a0b8-bd36fae08bde tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 944 time: 0.1371658
Jul 13 22:01:15.448553 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4520a245-2a95-41e1-b503-548c701d0934 req-dcfde745-8c25-4b70-ad21-cc3b8201d4e0 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587289
Jul 13 22:01:15.490620 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['65efea10-5009-4215-a14c-0fda61962597'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:01:15.561014 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 40862) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:15.561731 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-422eee30-f2b1-41cf-b6b4-a6245d7a011d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d78b62347c534d7a959f113b64cd17f9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2671978
Jul 13 22:01:15.647446 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2f6b0f-af76-4289-8135-b587037be403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:15.709797 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2f6b0f-af76-4289-8135-b587037be403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:15.759195 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2f6b0f-af76-4289-8135-b587037be403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:15.774797 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f90cea78-fa22-4379-831a-b71b41c8d1b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:15.792258 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f6b0f-af76-4289-8135-b587037be403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29edb447-927b-45b2-a564-dbb72b222eee,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:15.797442 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7e2f6b0f-af76-4289-8135-b587037be403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:15.807600 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2f6b0f-af76-4289-8135-b587037be403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:15.811998 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-7e2f6b0f-af76-4289-8135-b587037be403 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29edb447-927b-45b2-a564-dbb72b222eee HTTP/1.1" status: 204  len: 168 time: 0.2467027
Jul 13 22:01:15.838571 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784e31b-7547-4d94-92cf-8d965e4991ff req-f886edea-2146-440d-b028-7224ac53713b tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:15.840732 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f784e31b-7547-4d94-92cf-8d965e4991ff req-f886edea-2146-440d-b028-7224ac53713b tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.1336806
Jul 13 22:01:15.898538 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f784e31b-7547-4d94-92cf-8d965e4991ff req-21942911-07f7-46ba-b911-dca465930637 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510476
Jul 13 22:01:16.738268 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a3799-1995-450c-93ac-588cae4ef5e9 req-d885fda9-ecd6-4742-8c95-183226ee37cd tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:16.739957 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-473a3799-1995-450c-93ac-588cae4ef5e9 req-d885fda9-ecd6-4742-8c95-183226ee37cd tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 944 time: 0.1353390
Jul 13 22:01:16.818650 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-473a3799-1995-450c-93ac-588cae4ef5e9 req-92290de1-5e5f-4786-9738-0d081af5d0a7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0715842
Jul 13 22:01:16.842021 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 65efea10-5009-4215-a14c-0fda61962597 up at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:01:16.938172 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning complete for port 65efea10-5009-4215-a14c-0fda61962597 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:01:16.938611 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:17.171218 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:17.232642 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 65efea10-5009-4215-a14c-0fda61962597, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=65efea10-5009-4215-a14c-0fda61962597,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:01:17.233980 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd847c036-867a-4e7e-8304-620b60fb0bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65efea10-5009-4215-a14c-0fda61962597'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:01:17.240577 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:17.242901 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-171e8c1d-c5b6-42f0-91d2-ae95f24846bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:17.268480 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9023e-d564-4ff2-8b68-c8ec8cd3e7fd req-674b7be9-6a20-4aeb-9c03-a87c33898a55 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:17.270137 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-51a9023e-d564-4ff2-8b68-c8ec8cd3e7fd req-674b7be9-6a20-4aeb-9c03-a87c33898a55 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.1644828
Jul 13 22:01:17.332954 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=65efea10-5009-4215-a14c-0fda61962597,revision_number=7']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:17.345024 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:17.387212 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd847c036-867a-4e7e-8304-620b60fb0bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65efea10-5009-4215-a14c-0fda61962597', 'code': 200}
Jul 13 22:01:17.396612 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-51a9023e-d564-4ff2-8b68-c8ec8cd3e7fd req-0aae9d89-9d7b-4fce-bfc1-694e1c498cc6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189449
Jul 13 22:01:18.120372 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7291e3-66a2-4395-bce3-7a11b784b4d9 req-023940f6-3b01-4dfb-8605-26cca2a2d68e tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:18.132567 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6c7291e3-66a2-4395-bce3-7a11b784b4d9 req-023940f6-3b01-4dfb-8605-26cca2a2d68e tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.1003516
Jul 13 22:01:18.196116 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6c7291e3-66a2-4395-bce3-7a11b784b4d9 req-299d3c82-987a-4c73-8e7a-9c5cfc939df2 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620632
Jul 13 22:01:18.672100 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d9ca5-c872-438f-8368-2767541f392f req-ca342096-82dd-4bd9-abb2-3d95a936e495 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:18.674103 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-944d9ca5-c872-438f-8368-2767541f392f req-ca342096-82dd-4bd9-abb2-3d95a936e495 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.1334267
Jul 13 22:01:18.751759 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-944d9ca5-c872-438f-8368-2767541f392f req-5fa3aea8-2ef7-47bf-8201-d3992d592835 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698524
Jul 13 22:01:18.811131 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-27286958-3e13-4a88-9028-131a8697c57e req-41873bfe-1a7a-4895-b487-841d52796f89 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Synchronizing usage tracker for tenant:cc7dc58b5d6544d2831c594208eb42cb on resource:security_group {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:01:18.831961 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-27286958-3e13-4a88-9028-131a8697c57e req-41873bfe-1a7a-4895-b487-841d52796f89 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Unset dirty status for tenant:cc7dc58b5d6544d2831c594208eb42cb on resource:security_group {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:01:18.833822 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-27286958-3e13-4a88-9028-131a8697c57e req-41873bfe-1a7a-4895-b487-841d52796f89 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1918108287&fields=id&tenant_id=cc7dc58b5d6544d2831c594208eb42cb HTTP/1.1" status: 200  len: 267 time: 0.1072433
Jul 13 22:01:19.021039 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27286958-3e13-4a88-9028-131a8697c57e req-8c47a493-21a0-47af-afe9-3ba5564478c9 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:19.025275 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-27286958-3e13-4a88-9028-131a8697c57e req-8c47a493-21a0-47af-afe9-3ba5564478c9 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/networks?id=4573dd2b-8874-433b-aa5f-53da409d80cd HTTP/1.1" status: 200  len: 812 time: 0.1833727
Jul 13 22:01:19.055763 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-27286958-3e13-4a88-9028-131a8697c57e req-6a4af722-0a8c-4e65-a987-a9b723a49145 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/quotas/cc7dc58b5d6544d2831c594208eb42cb HTTP/1.1" status: 200  len: 375 time: 0.0259902
Jul 13 22:01:19.351444 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-27286958-3e13-4a88-9028-131a8697c57e req-1dd38871-f6cb-4d23-b535-10416a07f108 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Synchronizing usage tracker for tenant:cc7dc58b5d6544d2831c594208eb42cb on resource:port {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:01:19.382622 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-27286958-3e13-4a88-9028-131a8697c57e req-1dd38871-f6cb-4d23-b535-10416a07f108 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Unset dirty status for tenant:cc7dc58b5d6544d2831c594208eb42cb on resource:port {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:01:19.384101 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-27286958-3e13-4a88-9028-131a8697c57e req-1dd38871-f6cb-4d23-b535-10416a07f108 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc7dc58b5d6544d2831c594208eb42cb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3245609
Jul 13 22:01:19.516476 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a0e7b-0356-4672-950f-c26b44125d22 req-5457c0ff-be58-413d-8839-33bf12ea4b65 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:19.546001 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c58a0e7b-0356-4672-950f-c26b44125d22 req-5457c0ff-be58-413d-8839-33bf12ea4b65 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.1344810
Jul 13 22:01:19.635563 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-27286958-3e13-4a88-9028-131a8697c57e req-1808ca04-2050-443e-a0c3-aa23cbc7778f service neutron] 10.222.0.18 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2382414
Jul 13 22:01:19.647847 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c58a0e7b-0356-4672-950f-c26b44125d22 req-5fd21b7f-69d4-4e29-aae3-0bb390409c91 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1005282
Jul 13 22:01:19.835286 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-27286958-3e13-4a88-9028-131a8697c57e req-af5f68f2-522a-49ff-a47c-f7b48d00c50a service neutron] 10.222.0.18 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1985939
Jul 13 22:01:20.044924 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4cb97-f3b9-490a-80fa-4ec16817afa2 req-178288d6-30a6-4db4-bca7-85f6397c62f6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:20.051031 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f9a4cb97-f3b9-490a-80fa-4ec16817afa2 req-178288d6-30a6-4db4-bca7-85f6397c62f6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.1062207
Jul 13 22:01:20.119517 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f9a4cb97-f3b9-490a-80fa-4ec16817afa2 req-972d15ed-4547-46dc-a6b7-b8010777a200 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605650
Jul 13 22:01:20.190316 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 41014) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:20.418096 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-20f00e8b-94ed-4530-9fd5-9214d32f54eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:20.481510 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-20f00e8b-94ed-4530-9fd5-9214d32f54eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:01:20.497942 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-20f00e8b-94ed-4530-9fd5-9214d32f54eb admin admin] Usage tracker for resource:security_group_rule and tenant:2b7ee55e3329406f9d94a28b1aff953b is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:01:20.501299 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-20f00e8b-94ed-4530-9fd5-9214d32f54eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:01:20.507569 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-20f00e8b-94ed-4530-9fd5-9214d32f54eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:01:20.643409 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-20f00e8b-94ed-4530-9fd5-9214d32f54eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:20.652170 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-20f00e8b-94ed-4530-9fd5-9214d32f54eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:20.661621 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-dfdfec4d-db04-4efe-bdbe-ea3dacc8176f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:20.701391 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-34db76d7-aeb1-4656-bad3-c3dc38b7688e req-7b13b7f4-efe5-4a6b-8393-d5bc5ec05d48 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 210 time: 0.1130409
Jul 13 22:01:20.708701 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f00e8b-94ed-4530-9fd5-9214d32f54eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f54d91-d7da-4f23-98b2-76caabab244b,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:20.713231 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-20f00e8b-94ed-4530-9fd5-9214d32f54eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:20.715670 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-20f00e8b-94ed-4530-9fd5-9214d32f54eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2b7ee55e3329406f9d94a28b1aff953b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5238891
Jul 13 22:01:20.718640 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 41036) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:20.822729 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-37cd7217-6718-46b3-98d5-a98442ab6680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:20.868379 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-37cd7217-6718-46b3-98d5-a98442ab6680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:20.922346 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-37cd7217-6718-46b3-98d5-a98442ab6680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:20.927384 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-37141d73-3e38-4ce2-81ea-f162dbe93d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:20.941359 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd7217-6718-46b3-98d5-a98442ab6680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f54d91-d7da-4f23-98b2-76caabab244b,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:20.943786 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-37cd7217-6718-46b3-98d5-a98442ab6680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:20.946469 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-37cd7217-6718-46b3-98d5-a98442ab6680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:20.963334 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-37cd7217-6718-46b3-98d5-a98442ab6680 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4f54d91-d7da-4f23-98b2-76caabab244b HTTP/1.1" status: 204  len: 168 time: 0.2294674
Jul 13 22:01:21.000464 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edbec3-8515-4876-b3b8-ee80d3406560 req-73f3b2f2-2738-4c83-bcd3-1f58578d9d3f tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:21.002131 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-61edbec3-8515-4876-b3b8-ee80d3406560 req-73f3b2f2-2738-4c83-bcd3-1f58578d9d3f tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a819a3b-8b6c-4d4e-aa1c-259c030a562b HTTP/1.1" status: 200  len: 946 time: 0.0973475
Jul 13 22:01:21.051593 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-61edbec3-8515-4876-b3b8-ee80d3406560 req-ca02cd61-c178-42dd-9806-e841c160dcaa tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427084
Jul 13 22:01:21.418296 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb973a3-eb3d-4443-90d2-fb4b52ad11f0 req-2e36b385-19a2-47fb-8733-3d593dc5b475 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:21.419915 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-bcb973a3-eb3d-4443-90d2-fb4b52ad11f0 req-2e36b385-19a2-47fb-8733-3d593dc5b475 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.2577209
Jul 13 22:01:21.472668 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-bcb973a3-eb3d-4443-90d2-fb4b52ad11f0 req-0b92ee6e-8558-4598-ba91-c29d8bc4dfea tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428627
Jul 13 22:01:21.674787 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0dc35e-e377-4438-8122-9a80674cb404 req-f9416e25-91c2-4529-b051-729c5f6180e3 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:21.677073 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7c0dc35e-e377-4438-8122-9a80674cb404 req-f9416e25-91c2-4529-b051-729c5f6180e3 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.0832436
Jul 13 22:01:21.729587 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7c0dc35e-e377-4438-8122-9a80674cb404 req-e4adb7c5-e945-49f3-8947-55dd25d117e9 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454712
Jul 13 22:01:21.810507 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 41068) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:21.926272 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-59c0dd72-2070-426f-abbb-75919b00b4c1 req-4ad55d40-d2d7-4783-a1d0-0d2fc7479716 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 210 time: 0.0478840
Jul 13 22:01:21.950807 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1296777549-network', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:01:21.956199 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:01:21.960652 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] Usage tracker for resource:network and tenant:d2468f829f2c4d188014193e66e67de5 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:01:21.963717 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:01:21.969770 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:01:21.979113 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] Made reservation on behalf of d2468f829f2c4d188014193e66e67de5 for: {'network': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:01:21.983771 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for network, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:21.997206 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:22.029006 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:01:22.032909 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] Usage tracker for resource:security_group_rule and tenant:d2468f829f2c4d188014193e66e67de5 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:01:22.035760 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:01:22.041728 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:01:22.108381 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:22.111334 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:22.115523 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f71f0477-31be-4f52-b5fe-e14f36009055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:22.149475 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108}  {{(pid=82084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 13 22:01:22.162229 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7c766d-7583-4258-a8f4-a3c5cccf90d8,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:22.167010 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:22.167985 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:22.168456 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.segments_db [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] Added segment b6c09138-8014-4cbf-b76d-c7d4483cf378 of type vlan for network 97c4f6d1-e296-4289-9ad3-d87e8316a6bc
Jul 13 22:01:22.196592 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782997489472'] for network, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:22.225701 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for network, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:22.227479 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:22.228117 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:22.233017 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:22.254966 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6bf6c3-e4e1-4459-b154-9231ca061606 req-af44ef3f-eca9-45ac-a9aa-fca1c57c5c97 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:22.256552 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7f6bf6c3-e4e1-4459-b154-9231ca061606 req-af44ef3f-eca9-45ac-a9aa-fca1c57c5c97 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a819a3b-8b6c-4d4e-aa1c-259c030a562b HTTP/1.1" status: 200  len: 946 time: 0.0825684
Jul 13 22:01:22.305658 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7f6bf6c3-e4e1-4459-b154-9231ca061606 req-1255ce89-246a-4f18-91aa-4219a3f19cd2 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422080
Jul 13 22:01:22.339024 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5272720
Jul 13 22:01:22.339940 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] Pushing event updated for resources: {'Network': ['ID=97c4f6d1-e296-4289-9ad3-d87e8316a6bc,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:22.342036 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 41076) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:22.344589 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:22.348610 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-2b0e6b21-f9d2-4a62-a174-762920bcaa97 admin admin] Request body: {'subnet': {'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1296777549-subnet', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'ip_version': 4}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:01:22.350786 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Network 97c4f6d1-e296-4289-9ad3-d87e8316a6bc details requested by agent ovs-agent-dv-cinder-800618-1-iscsi with host dv-cinder-800618-1-iscsi {{(pid=82085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 13 22:01:22.354019 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-2b0e6b21-f9d2-4a62-a174-762920bcaa97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:01:22.358010 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-2b0e6b21-f9d2-4a62-a174-762920bcaa97 admin admin] Usage tracker for resource:subnet and tenant:d2468f829f2c4d188014193e66e67de5 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:01:22.360988 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-2b0e6b21-f9d2-4a62-a174-762920bcaa97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:01:22.367009 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-2b0e6b21-f9d2-4a62-a174-762920bcaa97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:01:22.376543 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0e6b21-f9d2-4a62-a174-762920bcaa97 admin admin] Made reservation on behalf of d2468f829f2c4d188014193e66e67de5 for: {'subnet': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:01:22.381430 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6b21-f9d2-4a62-a174-762920bcaa97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:22.590597 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6b21-f9d2-4a62-a174-762920bcaa97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for subnet, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:22.595193 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:22.668834 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e6b21-f9d2-4a62-a174-762920bcaa97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b6788bc-afc5-4f4b-af69-27a001c307e2,revision_number=0']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:22.674214 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2b0e6b21-f9d2-4a62-a174-762920bcaa97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:22.685427 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0e6b21-f9d2-4a62-a174-762920bcaa97 admin admin] Checking segment: {'id': 'b6c09138-8014-4cbf-b76d-c7d4483cf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:01:22.685851 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0e6b21-f9d2-4a62-a174-762920bcaa97 admin admin] Network hostable DHCP agents. Network: 97c4f6d1-e296-4289-9ad3-d87e8316a6bc, hostable agents: ['42e73b5f-b36d-45e9-8068-895c526abb3e'], hosted agents: [] {{(pid=82084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 13 22:01:22.692578 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3173e78-d819-45fb-ba50-5ebbb5314a99 req-a9da5d3c-9c89-4103-b548-2ba11aa62705 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:22.694207 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f3173e78-d819-45fb-ba50-5ebbb5314a99 req-a9da5d3c-9c89-4103-b548-2ba11aa62705 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.0883899
Jul 13 22:01:22.707613 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0e6b21-f9d2-4a62-a174-762920bcaa97 admin admin] Network 97c4f6d1-e296-4289-9ad3-d87e8316a6bc is scheduled to be hosted by DHCP agent 42e73b5f-b36d-45e9-8068-895c526abb3e with binding_index 1 {{(pid=82084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 13 22:01:22.716861 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-2b0e6b21-f9d2-4a62-a174-762920bcaa97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-iscsi, 97c4f6d1-e296-4289-9ad3-d87e8316a6bc) {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:01:22.721558 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0e6b21-f9d2-4a62-a174-762920bcaa97 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:22.721558 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6b21-f9d2-4a62-a174-762920bcaa97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:22.736436 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d3ab72-6a71-41c8-8fae-8d5064bc0430 None None] Network 97c4f6d1-e296-4289-9ad3-d87e8316a6bc requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:01:22.780993 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-2b0e6b21-f9d2-4a62-a174-762920bcaa97 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4353151
Jul 13 22:01:22.781910 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 41090) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:22.810049 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1296777549-router', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:01:22.819010 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f3173e78-d819-45fb-ba50-5ebbb5314a99 req-3b52a840-b235-475b-9ef6-c1126f81bb28 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1181731
Jul 13 22:01:22.823854 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:01:22.835187 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Usage tracker for resource:router and tenant:d2468f829f2c4d188014193e66e67de5 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:01:22.838763 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:01:22.846714 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:01:22.864855 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770131'] for router, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:22.865900 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854024219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854022111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854215556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5669'] for router, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:22.887835 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:23.083617 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2b74389-647e-5418-80f0-f99db5a1f3e2-97c4f6d1-e296-4289-9ad3-d87e8316a6bc', 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'fixed_ips': [{'subnet_id': '8b6788bc-afc5-4f4b-af69-27a001c307e2'}]}} from dv-cinder-800618-1-iscsi. {{(pid=82085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 13 22:01:23.089921 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:23.146391 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854022096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:23.257601 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293485c-5054-4c3b-9a7e-be6fae849e69 req-a149a12c-853f-4c38-a436-a94a5e685b61 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:23.259995 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3293485c-5054-4c3b-9a7e-be6fae849e69 req-a149a12c-853f-4c38-a436-a94a5e685b61 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.2262700
Jul 13 22:01:23.343940 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3293485c-5054-4c3b-9a7e-be6fae849e69 req-7da5d3b7-9de5-4868-b001-d724860739ee tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611472
Jul 13 22:01:23.467533 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] Allocated IP 172.20.0.2 (97c4f6d1-e296-4289-9ad3-d87e8316a6bc/8b6788bc-afc5-4f4b-af69-27a001c307e2/219ad167-644c-4018-be86-ec84d7fa4aab) {{(pid=82085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:01:23.511110 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:23.559115 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-bd126de7-f106-4d9a-b830-e282aba5eccd req-698c0708-0ca6-4190-a5e6-84fce2cf04b6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 210 time: 0.0979524
Jul 13 22:01:23.575748 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:23.835423 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Allocated IP 172.27.3.227 (c8866fbd-09a0-4cda-b97c-1016e46e3e88/8a6156a0-7e3f-4c59-8b62-81399f240021/9e2c3b2a-a45f-4c03-9e38-b6a506d80596) {{(pid=82083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:01:24.093980 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] Notify callbacks [] for port, precommit_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:24.108581 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:24.130690 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] Transition to ACTIVE for port object 219ad167-644c-4018-be86-ec84d7fa4aab will not be triggered until provisioned by entity L2. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:01:24.142331 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:24.155821 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:24.180799 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] Transition to ACTIVE for port object 219ad167-644c-4018-be86-ec84d7fa4aab will not be triggered until provisioned by entity DHCP. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:01:24.190424 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:24.198865 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:24.202216 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534e4d8-9c60-44e2-998d-24d47463710f req-7bf9a826-484d-495e-9981-51ad3a8f7f97 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:24.208136 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Network c8866fbd-09a0-4cda-b97c-1016e46e3e88 is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:01:24.217093 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7534e4d8-9c60-44e2-998d-24d47463710f req-7bf9a826-484d-495e-9981-51ad3a8f7f97 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.1358924
Jul 13 22:01:24.217905 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:01:24.226423 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Received port after_create {{(pid=82083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:01:24.331146 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Pushing event updated for resources: {'Port': ['ID=9e2c3b2a-a45f-4c03-9e38-b6a506d80596,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:24.347903 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4adbe3-142e-43ff-b54e-ee63f6ae2a58 req-5c888e16-094d-445f-a009-1b39fc3b6b36 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:24.356223 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7c4adbe3-142e-43ff-b54e-ee63f6ae2a58 req-5c888e16-094d-445f-a009-1b39fc3b6b36 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a819a3b-8b6c-4d4e-aa1c-259c030a562b HTTP/1.1" status: 200  len: 946 time: 0.7188685
Jul 13 22:01:24.364493 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7534e4d8-9c60-44e2-998d-24d47463710f req-ca71ec47-70f1-4f73-9898-bf7e54a6746a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1461787
Jul 13 22:01:24.386006 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] Network 97c4f6d1-e296-4289-9ad3-d87e8316a6bc is already hosted by enough agents. {{(pid=82085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:01:24.421028 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] Resources bound (agent type, host, resource id):  {{(pid=82085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:01:24.430991 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7c4adbe3-142e-43ff-b54e-ee63f6ae2a58 req-c7280a70-161d-4885-b9bd-ddea60300eec tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735400
Jul 13 22:01:24.433366 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] Received port after_create {{(pid=82085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:01:24.438999 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] Pushing event updated for resources: {'Port': ['ID=219ad167-644c-4018-be86-ec84d7fa4aab,revision_number=1']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:24.442764 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:24.517026 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:24.517855 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:24.518492 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:24.519106 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:24.519719 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:24.520322 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:24.525377 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:24.526016 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:24.526638 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:24.527252 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:24.527861 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:24.538186 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:24.643356 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] Attempting to bind port 219ad167-644c-4018-be86-ec84d7fa4aab on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:01:24.643896 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] Attempting to bind port 219ad167-644c-4018-be86-ec84d7fa4aab by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': 'b6c09138-8014-4cbf-b76d-c7d4483cf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc'}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:01:24.644313 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] Attempting to bind port 219ad167-644c-4018-be86-ec84d7fa4aab on network 97c4f6d1-e296-4289-9ad3-d87e8316a6bc {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:01:24.662268 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:01:24.662699 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] Checking segment: {'id': 'b6c09138-8014-4cbf-b76d-c7d4483cf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:01:24.663156 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:24.663594 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] Bound using segment: {'id': 'b6c09138-8014-4cbf-b76d-c7d4483cf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc'} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:01:24.664709 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] Bound port: 219ad167-644c-4018-be86-ec84d7fa4aab, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c09138-8014-4cbf-b76d-c7d4483cf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc'}}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:01:24.676898 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:24.720133 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27286958-3e13-4a88-9028-131a8697c57e req-e49ce361-488d-47a4-80f5-cc81baca83a4 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:24.721993 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-27286958-3e13-4a88-9028-131a8697c57e req-e49ce361-488d-47a4-80f5-cc81baca83a4 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.15 "GET /v2.0/networks?id=4573dd2b-8874-433b-aa5f-53da409d80cd HTTP/1.1" status: 200  len: 812 time: 0.3481333
Jul 13 22:01:24.788331 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:24.789925 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854024445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753675'] for router, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:24.842837 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb51f9d-e056-4227-a4f5-dc6367f42e06 req-67af23fb-5c66-49fd-a4b6-2809e4a152a0 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:24.852719 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0bb51f9d-e056-4227-a4f5-dc6367f42e06 req-67af23fb-5c66-49fd-a4b6-2809e4a152a0 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.1983440
Jul 13 22:01:24.880947 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-27286958-3e13-4a88-9028-131a8697c57e req-70a8cbe8-7b6d-4352-a9c2-f337e47f0021 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc7dc58b5d6544d2831c594208eb42cb HTTP/1.1" status: 200  len: 380 time: 0.1130605
Jul 13 22:01:24.909771 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] For port 219ad167-644c-4018-be86-ec84d7fa4aab, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:01:24.913667 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] For port 219ad167-644c-4018-be86-ec84d7fa4aab, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=219ad167-644c-4018-be86-ec84d7fa4aab,segment=NetworkSegment(b6c09138-8014-4cbf-b76d-c7d4483cf378),segment_id=b6c09138-8014-4cbf-b76d-c7d4483cf378)] {{(pid=82085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:01:24.917242 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-27286958-3e13-4a88-9028-131a8697c57e req-b62688bb-2bed-4f28-9ea2-4a8d0ca6e295 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Request body: {'port': {'device_id': '1428439d-5380-4e0d-a46a-b7de963943d7', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'admin_state_up': True, 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'security_groups': ['6000d54b-4787-4bdc-b55d-2e572630d241']}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:01:24.918083 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:24.936153 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:25.111725 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] Pushing event updated for resources: {'Port': ['ID=219ad167-644c-4018-be86-ec84d7fa4aab,revision_number=2']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:25.128692 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:25.145004 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0bb51f9d-e056-4227-a4f5-dc6367f42e06 req-2ec64d59-7adc-4d62-9d33-840def8e250a tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2097385
Jul 13 22:01:25.244463 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6f814909-ec8c-43b5-a209-0ad7d83de93c req-facebb81-3d83-48d7-b0c3-6110e761dd02 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 210 time: 0.0590146
Jul 13 22:01:25.250285 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-27286958-3e13-4a88-9028-131a8697c57e req-b62688bb-2bed-4f28-9ea2-4a8d0ca6e295 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:01:25.264646 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-27286958-3e13-4a88-9028-131a8697c57e req-b62688bb-2bed-4f28-9ea2-4a8d0ca6e295 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:01:25.275497 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27286958-3e13-4a88-9028-131a8697c57e req-b62688bb-2bed-4f28-9ea2-4a8d0ca6e295 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Made reservation on behalf of cc7dc58b5d6544d2831c594208eb42cb for: {'port': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:01:25.286574 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-27286958-3e13-4a88-9028-131a8697c57e req-b62688bb-2bed-4f28-9ea2-4a8d0ca6e295 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:25.328096 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Router c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8 is scheduled to L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 with binding_index 1 {{(pid=82083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 13 22:01:25.567762 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [req-27286958-3e13-4a88-9028-131a8697c57e req-b62688bb-2bed-4f28-9ea2-4a8d0ca6e295 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Allocated IP 172.20.0.8 (4573dd2b-8874-433b-aa5f-53da409d80cd/9f53db98-3e9c-409a-9118-d762e38b4e6e/a4c3f21c-8b78-470f-8402-78c85d381117) {{(pid=82084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:01:25.936810 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:01:25.952088 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] Sync routers for ids ['c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'] in dv-cinder-800618-1-iscsi {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:01:25.961580 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1dbb3e-fc2c-4d94-b2e8-6a7ba452bd25 req-e8332327-d9e3-40a6-a0db-c3311c3e42d2 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:25.971937 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] Routers {'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:01:25.973625 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36877320>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:01:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:01:25.973887 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3a1dbb3e-fc2c-4d94-b2e8-6a7ba452bd25 req-e8332327-d9e3-40a6-a0db-c3311c3e42d2 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.2851639
Jul 13 22:01:26.034050 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Notify callbacks [] for router, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:26.035388 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.2504644
Jul 13 22:01:26.039717 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 41146) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:26.293315 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f379b-abbb-46fc-bbb7-534b15039225 req-ed70b452-b9fb-4a37-b4dd-a86c222a2873 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:26.302239 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ab3f379b-abbb-46fc-bbb7-534b15039225 req-ed70b452-b9fb-4a37-b4dd-a86c222a2873 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a819a3b-8b6c-4d4e-aa1c-259c030a562b HTTP/1.1" status: 200  len: 946 time: 0.4783916
Jul 13 22:01:26.432066 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3a1dbb3e-fc2c-4d94-b2e8-6a7ba452bd25 req-077e1cdc-dcc7-4ec8-a203-49456e18a0a3 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4572046
Jul 13 22:01:26.464996 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-27286958-3e13-4a88-9028-131a8697c57e req-b62688bb-2bed-4f28-9ea2-4a8d0ca6e295 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for port, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:26.500680 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a3fca-e390-48eb-ba4b-06a6d108c085 req-4d7b2f0a-f3b2-4616-bd20-1df191fc37f4 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:26.504686 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-871a3fca-e390-48eb-ba4b-06a6d108c085 req-4d7b2f0a-f3b2-4616-bd20-1df191fc37f4 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a819a3b-8b6c-4d4e-aa1c-259c030a562b HTTP/1.1" status: 200  len: 946 time: 0.5166144
Jul 13 22:01:26.579633 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] Set router c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:01:26.635378 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-27286958-3e13-4a88-9028-131a8697c57e req-b62688bb-2bed-4f28-9ea2-4a8d0ca6e295 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Transition to ACTIVE for port object a4c3f21c-8b78-470f-8402-78c85d381117 will not be triggered until provisioned by entity DHCP. {{(pid=82084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:01:26.657422 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ab3f379b-abbb-46fc-bbb7-534b15039225 req-1471b30f-67bb-46fd-8dcf-e9e1c1b7bf55 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3411927
Jul 13 22:01:26.752180 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-871a3fca-e390-48eb-ba4b-06a6d108c085 req-4970855e-79b4-4523-a134-0a6273d92c78 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Deleting port e77c172d-f7e4-430f-83f8-10013ef7e6d2 {{(pid=82084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:01:26.761406 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-871a3fca-e390-48eb-ba4b-06a6d108c085 req-4970855e-79b4-4523-a134-0a6273d92c78 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:26.770164 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:26.916565 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-27286958-3e13-4a88-9028-131a8697c57e req-b62688bb-2bed-4f28-9ea2-4a8d0ca6e295 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:26.935326 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:27.073460 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36877320>, [{'id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'name': 'tempest-TestMinimumBasicScenario-1296777549-router', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:22Z', 'updated_at': '2021-07-13T22:01:24Z', 'revision_number': 3, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'gw_port': {'id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fe:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:23Z', 'updated_at': '2021-07-13T22:01:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:01:27.078645 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] Checking router: c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8 for host: dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:01:27.079402 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] Updating router c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8 port 9e2c3b2a-a45f-4c03-9e38-b6a506d80596 binding host dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 13 22:01:27.140735 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:27.528226 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca242502-b125-4561-ade5-55bd038de91f None None] Network 97c4f6d1-e296-4289-9ad3-d87e8316a6bc requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:01:27.694934 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27286958-3e13-4a88-9028-131a8697c57e req-b62688bb-2bed-4f28-9ea2-4a8d0ca6e295 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Network 4573dd2b-8874-433b-aa5f-53da409d80cd is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:01:27.696164 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-70050eb8-bd02-4e6a-8452-478b044f7bb1 req-147e7d43-d1bc-4b93-892c-c9f098ac71d9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3462980
Jul 13 22:01:27.704359 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [req-27286958-3e13-4a88-9028-131a8697c57e req-b62688bb-2bed-4f28-9ea2-4a8d0ca6e295 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:01:27.715505 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-27286958-3e13-4a88-9028-131a8697c57e req-b62688bb-2bed-4f28-9ea2-4a8d0ca6e295 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Received port after_create {{(pid=82084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:01:27.719646 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] Notify callbacks [] for port, precommit_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:27.733796 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] Transition to ACTIVE for port object 9e2c3b2a-a45f-4c03-9e38-b6a506d80596 will not be triggered until provisioned by entity L2. {{(pid=82086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:01:27.734161 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27286958-3e13-4a88-9028-131a8697c57e req-b62688bb-2bed-4f28-9ea2-4a8d0ca6e295 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:27.735232 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-27286958-3e13-4a88-9028-131a8697c57e req-b62688bb-2bed-4f28-9ea2-4a8d0ca6e295 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for port, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:27.744470 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:27.759842 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:27.761129 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 41168) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:27.790026 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 219ad167-644c-4018-be86-ec84d7fa4aab up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:01:27.856559 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b8dd1-ed1d-45df-9832-71c7f66a47ff req-4a11fc1f-fb50-4ee7-8990-362a81ea4519 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:27.861395 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62688bb-2bed-4f28-9ea2-4a8d0ca6e295 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Pushing event updated for resources: {'Port': ['ID=a4c3f21c-8b78-470f-8402-78c85d381117,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:27.872999 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-332b8dd1-ed1d-45df-9832-71c7f66a47ff req-4a11fc1f-fb50-4ee7-8990-362a81ea4519 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 931 time: 0.7582302
Jul 13 22:01:27.881904 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b62688bb-2bed-4f28-9ea2-4a8d0ca6e295 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.946s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:27.959688 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] Attempting to bind port 9e2c3b2a-a45f-4c03-9e38-b6a506d80596 on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:01:27.962663 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] Attempting to bind port 9e2c3b2a-a45f-4c03-9e38-b6a506d80596 by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}] {{(pid=82086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:01:27.963282 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] Attempting to bind port 9e2c3b2a-a45f-4c03-9e38-b6a506d80596 on network c8866fbd-09a0-4cda-b97c-1016e46e3e88 {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:01:27.989253 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de36e8-cb26-40db-9363-693c77fd6116 None None] Pushing event updated for resources: {'Port': ['ID=9e2c3b2a-a45f-4c03-9e38-b6a506d80596,revision_number=2']} {{(pid=82086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:28.022351 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28de36e8-cb26-40db-9363-693c77fd6116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:28.022996 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28de36e8-cb26-40db-9363-693c77fd6116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:28.025197 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28de36e8-cb26-40db-9363-693c77fd6116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:28.025752 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28de36e8-cb26-40db-9363-693c77fd6116 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:28.026284 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28de36e8-cb26-40db-9363-693c77fd6116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:28.026807 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28de36e8-cb26-40db-9363-693c77fd6116 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:28.029298 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28de36e8-cb26-40db-9363-693c77fd6116 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:28.029860 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28de36e8-cb26-40db-9363-693c77fd6116 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:28.033189 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28de36e8-cb26-40db-9363-693c77fd6116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:28.033759 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28de36e8-cb26-40db-9363-693c77fd6116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:28.034279 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28de36e8-cb26-40db-9363-693c77fd6116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:28.051481 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-28de36e8-cb26-40db-9363-693c77fd6116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:28.052811 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:01:28.056088 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] Checking segment: {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:01:28.057083 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:28.058387 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] Bound using segment: {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'} {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:01:28.063061 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] Bound port: 9e2c3b2a-a45f-4c03-9e38-b6a506d80596, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}}] {{(pid=82086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:01:28.063772 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:28.113100 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-332b8dd1-ed1d-45df-9832-71c7f66a47ff req-ced87368-e142-492a-8a27-8be9265c5dc3 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Synchronizing usage tracker for tenant:cc7dc58b5d6544d2831c594208eb42cb on resource:security_group {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:01:28.130391 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-70050eb8-bd02-4e6a-8452-478b044f7bb1 req-2b0619ee-300b-4aa4-9794-56803d9d162c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9d98e8ce298b477986af89abffc6e6fb&device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6 HTTP/1.1" status: 200  len: 1098 time: 0.1665850
Jul 13 22:01:28.130789 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-871a3fca-e390-48eb-ba4b-06a6d108c085 req-4970855e-79b4-4523-a134-0a6273d92c78 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] For port e77c172d-f7e4-430f-83f8-10013ef7e6d2, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=e77c172d-f7e4-430f-83f8-10013ef7e6d2,segment=NetworkSegment(f1799ccd-1318-4e3f-bc76-e13aefcbc804),segment_id=f1799ccd-1318-4e3f-bc76-e13aefcbc804)] {{(pid=82084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:01:28.131551 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-871a3fca-e390-48eb-ba4b-06a6d108c085 req-4970855e-79b4-4523-a134-0a6273d92c78 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:28.251902 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] For port 9e2c3b2a-a45f-4c03-9e38-b6a506d80596, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:01:28.257385 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] For port 9e2c3b2a-a45f-4c03-9e38-b6a506d80596, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=9e2c3b2a-a45f-4c03-9e38-b6a506d80596,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:01:28.263627 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-064314f5-1299-42cc-afd7-79f5287504df None None] Provisioning for port 219ad167-644c-4018-be86-ec84d7fa4aab completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:01:28.265702 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:28.272440 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:28.312663 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70050eb8-bd02-4e6a-8452-478b044f7bb1 req-3feca4e1-96cb-44cc-bd79-2cc6dff0d353 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:28.314505 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-70050eb8-bd02-4e6a-8452-478b044f7bb1 req-3feca4e1-96cb-44cc-bd79-2cc6dff0d353 service neutron] 10.222.0.15 "GET /v2.0/networks?id=136f51ad-4115-4bbf-be16-6910b00eeb8f HTTP/1.1" status: 200  len: 916 time: 0.1622894
Jul 13 22:01:28.315477 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-332b8dd1-ed1d-45df-9832-71c7f66a47ff req-ced87368-e142-492a-8a27-8be9265c5dc3 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Unset dirty status for tenant:cc7dc58b5d6544d2831c594208eb42cb on resource:security_group {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:01:28.316604 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-332b8dd1-ed1d-45df-9832-71c7f66a47ff req-ced87368-e142-492a-8a27-8be9265c5dc3 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4203496
Jul 13 22:01:28.368405 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-871a3fca-e390-48eb-ba4b-06a6d108c085 req-4970855e-79b4-4523-a134-0a6273d92c78 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Calling delete_port for e77c172d-f7e4-430f-83f8-10013ef7e6d2 owned by compute:nova {{(pid=82084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:01:28.453034 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port 219ad167-644c-4018-be86-ec84d7fa4aab completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:01:28.462745 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 219ad167-644c-4018-be86-ec84d7fa4aab triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:01:28.463177 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:28.490628 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de36e8-cb26-40db-9363-693c77fd6116 None None] Pushing event updated for resources: {'Port': ['ID=9e2c3b2a-a45f-4c03-9e38-b6a506d80596,revision_number=3']} {{(pid=82086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:28.505950 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-28de36e8-cb26-40db-9363-693c77fd6116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:28.507033 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] Routers {'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:01:28.507745 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36877320>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:01:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:01:28.670586 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-70050eb8-bd02-4e6a-8452-478b044f7bb1 req-be30dc36-c6e4-4bb3-a627-850440d1072d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b90febf4-60f1-4573-9146-7a4106624407 HTTP/1.1" status: 200  len: 217 time: 0.2620523
Jul 13 22:01:28.721620 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-fe0324a7-4535-47d6-bcee-50b8eeef26d7 None None] Provisioning for port a4c3f21c-8b78-470f-8402-78c85d381117 completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:01:28.756130 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-27286958-3e13-4a88-9028-131a8697c57e req-b62688bb-2bed-4f28-9ea2-4a8d0ca6e295 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8374660
Jul 13 22:01:28.784936 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-fe0324a7-4535-47d6-bcee-50b8eeef26d7 None None] Provisioning complete for port a4c3f21c-8b78-470f-8402-78c85d381117 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:01:28.785380 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fe0324a7-4535-47d6-bcee-50b8eeef26d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:28.798192 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-27286958-3e13-4a88-9028-131a8697c57e req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] Request body: {'port': {'device_id': '1428439d-5380-4e0d-a46a-b7de963943d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:01:28.831143 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c99e1dd8-5496-417a-93b2-d7e40bf0e1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:28.843679 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:28.912622 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-fe0324a7-4535-47d6-bcee-50b8eeef26d7 None None] Port a4c3f21c-8b78-470f-8402-78c85d381117 cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 22:01:28.926170 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] For port 219ad167-644c-4018-be86-ec84d7fa4aab, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=219ad167-644c-4018-be86-ec84d7fa4aab,segment=NetworkSegment(b6c09138-8014-4cbf-b76d-c7d4483cf378),segment_id=b6c09138-8014-4cbf-b76d-c7d4483cf378)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:01:28.930224 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:28.952172 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:29.032278 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70050eb8-bd02-4e6a-8452-478b044f7bb1 req-d88ba247-9d70-42c8-a742-184b7ea2cdb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:29.033977 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-70050eb8-bd02-4e6a-8452-478b044f7bb1 req-d88ba247-9d70-42c8-a742-184b7ea2cdb5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c92030fd-456d-4eba-ab18-f7c54fda6ba3 HTTP/1.1" status: 200  len: 855 time: 0.1740782
Jul 13 22:01:29.042184 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dc3f1-8e43-4922-af10-7fd7b4392c34 req-d712f597-346a-4bbc-8025-5faeab35c006 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:29.059385 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-267dc3f1-8e43-4922-af10-7fd7b4392c34 req-d712f597-346a-4bbc-8025-5faeab35c006 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 1.9539373
Jul 13 22:01:29.063492 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-f316c1ef-9686-48f7-99f1-d58fb3bf89ea None None] Provisioning complete for port 219ad167-644c-4018-be86-ec84d7fa4aab triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:01:29.064256 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f316c1ef-9686-48f7-99f1-d58fb3bf89ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:29.097574 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Pushing event updated for resources: {'Port': ['ID=219ad167-644c-4018-be86-ec84d7fa4aab,revision_number=3']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:29.116496 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:29.119029 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-c99e1dd8-5496-417a-93b2-d7e40bf0e1a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:01:29.179172 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-27286958-3e13-4a88-9028-131a8697c57e req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:29.188426 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-871a3fca-e390-48eb-ba4b-06a6d108c085 req-4970855e-79b4-4523-a134-0a6273d92c78 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505'] for port, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:29.191294 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] Set router c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:01:29.212025 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:29.231795 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['b90febf4-60f1-4573-9146-7a4106624407', '7061a51f-848e-449e-beaf-6dcece56e144', 'b4152cbf-f456-4ecf-8da1-2b6cd88a61ef'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:01:29.251238 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-c99e1dd8-5496-417a-93b2-d7e40bf0e1a7 admin admin] Usage tracker for resource:security_group_rule and tenant:c948e0b04c284120841f5716dc6e6887 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:01:29.255159 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-c99e1dd8-5496-417a-93b2-d7e40bf0e1a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:01:29.281700 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-70050eb8-bd02-4e6a-8452-478b044f7bb1 req-06e89eee-9879-4533-a2d6-f3a10d96ff7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=136f51ad-4115-4bbf-be16-6910b00eeb8f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2304010
Jul 13 22:01:29.282816 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-c99e1dd8-5496-417a-93b2-d7e40bf0e1a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:01:29.286478 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970855e-79b4-4523-a134-0a6273d92c78 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Pushing event deleted for resources: {'Port': ['ID=e77c172d-f7e4-430f-83f8-10013ef7e6d2,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:29.296595 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f0fe4-7b7d-4fcd-88be-e92745350ae9 req-45454510-912d-4c63-b5d0-e0641effed91 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:29.298306 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-711f0fe4-7b7d-4fcd-88be-e92745350ae9 req-45454510-912d-4c63-b5d0-e0641effed91 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.6069009
Jul 13 22:01:29.303885 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4970855e-79b4-4523-a134-0a6273d92c78 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:29.400316 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-267dc3f1-8e43-4922-af10-7fd7b4392c34 req-4d6f447e-6d3a-445e-a4e9-5c41071eb467 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3398702
Jul 13 22:01:29.468862 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 219ad167-644c-4018-be86-ec84d7fa4aab up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:01:29.476543 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-70050eb8-bd02-4e6a-8452-478b044f7bb1 req-21a5ca61-43cc-4f81-8ec0-03cc345c5d6e service neutron] 10.222.0.15 "GET /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1766298
Jul 13 22:01:29.497214 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4f378865-58d4-4509-9841-1f44518d97f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:29.625044 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-871a3fca-e390-48eb-ba4b-06a6d108c085 req-4970855e-79b4-4523-a134-0a6273d92c78 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] No DVR routers for this DVR port e77c172d-f7e4-430f-83f8-10013ef7e6d2 on host hv-cinder-80061 {{(pid=82084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:01:29.628155 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-871a3fca-e390-48eb-ba4b-06a6d108c085 req-4970855e-79b4-4523-a134-0a6273d92c78 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:29.661329 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a819a3b-8b6c-4d4e-aa1c-259c030a562b', 'name': 'network-vif-deleted', 'tag': 'e77c172d-f7e4-430f-83f8-10013ef7e6d2'}] {{(pid=82084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:01:29.701447 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-871a3fca-e390-48eb-ba4b-06a6d108c085 req-4970855e-79b4-4523-a134-0a6273d92c78 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.15 "DELETE /v2.0/ports/e77c172d-f7e4-430f-83f8-10013ef7e6d2 HTTP/1.1" status: 204  len: 173 time: 3.1802106
Jul 13 22:01:29.765499 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-a077b486-86b9-4f5d-b994-edfc74f2cebc req-84a04678-5978-4094-8fd8-6173961ed7a2 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Synchronizing usage tracker for tenant:9d98e8ce298b477986af89abffc6e6fb on resource:port {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:01:29.834343 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-a077b486-86b9-4f5d-b994-edfc74f2cebc req-84a04678-5978-4094-8fd8-6173961ed7a2 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Unset dirty status for tenant:9d98e8ce298b477986af89abffc6e6fb on resource:port {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:01:29.835634 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a077b486-86b9-4f5d-b994-edfc74f2cebc req-84a04678-5978-4094-8fd8-6173961ed7a2 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a819a3b-8b6c-4d4e-aa1c-259c030a562b HTTP/1.1" status: 200  len: 210 time: 0.1256921
Jul 13 22:01:29.923146 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 219ad167-644c-4018-be86-ec84d7fa4aab triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:01:29.923579 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:30.014308 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36877320>, [{'id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'name': 'tempest-TestMinimumBasicScenario-1296777549-router', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:22Z', 'updated_at': '2021-07-13T22:01:24Z', 'revision_number': 3, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'gw_port': {'id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fe:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:23Z', 'updated_at': '2021-07-13T22:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:01:30.022308 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1f0899-3541-43df-8f86-fc7cfc9dcdd3 None None] The sync data for ids ['c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'] in dv-cinder-800618-1-iscsi is: [{'id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'name': 'tempest-TestMinimumBasicScenario-1296777549-router', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:22Z', 'updated_at': '2021-07-13T22:01:24Z', 'revision_number': 3, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'gw_port': {'id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fe:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:23Z', 'updated_at': '2021-07-13T22:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}] {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:01:30.354475 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [req-27286958-3e13-4a88-9028-131a8697c57e req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c3f21c-8b78-470f-8402-78c85d381117 {{(pid=82084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:01:30.384046 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-27286958-3e13-4a88-9028-131a8697c57e req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:30.405180 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-27286958-3e13-4a88-9028-131a8697c57e req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] Transition to ACTIVE for port object a4c3f21c-8b78-470f-8402-78c85d381117 will not be triggered until provisioned by entity L2. {{(pid=82084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:01:30.410126 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-27286958-3e13-4a88-9028-131a8697c57e req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:30.442214 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-4f378865-58d4-4509-9841-1f44518d97f0 admin admin] Allocated IP 172.20.0.1 (97c4f6d1-e296-4289-9ad3-d87e8316a6bc/8b6788bc-afc5-4f4b-af69-27a001c307e2/5919ba2b-78db-49fc-8990-2daf85027299) {{(pid=82083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:01:30.494169 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:30.775787 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9ee01409-c3d7-4648-9886-0b2ebb3b9983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:30.921199 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] Pushing event updated for resources: {'Port': ['ID=a4c3f21c-8b78-470f-8402-78c85d381117,revision_number=2']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:30.925695 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:30.994833 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-27286958-3e13-4a88-9028-131a8697c57e req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] Attempting to bind port a4c3f21c-8b78-470f-8402-78c85d381117 on host hv-cinder-80061 for vnic_type normal with profile  {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:01:30.995217 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-27286958-3e13-4a88-9028-131a8697c57e req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] Attempting to bind port a4c3f21c-8b78-470f-8402-78c85d381117 by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': '172b8712-6f8b-4c5b-9df7-68a1feb820ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd'}] {{(pid=82084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:01:30.995596 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27286958-3e13-4a88-9028-131a8697c57e req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] Attempting to bind port a4c3f21c-8b78-470f-8402-78c85d381117 on network 4573dd2b-8874-433b-aa5f-53da409d80cd {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:01:31.029048 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27286958-3e13-4a88-9028-131a8697c57e req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] Port a4c3f21c-8b78-470f-8402-78c85d381117 on network 4573dd2b-8874-433b-aa5f-53da409d80cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 13 22:01:31.029440 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27286958-3e13-4a88-9028-131a8697c57e req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] Attempting to bind port a4c3f21c-8b78-470f-8402-78c85d381117 on network 4573dd2b-8874-433b-aa5f-53da409d80cd {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:01:31.035011 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c99e1dd8-5496-417a-93b2-d7e40bf0e1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:31.049597 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bb350-2e3f-47e7-86d3-95f9e0a7ac8c req-f8b4579b-2859-4392-8973-0874c929e24a tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:31.050923 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-9b8bb350-2e3f-47e7-86d3-95f9e0a7ac8c req-f8b4579b-2859-4392-8973-0874c929e24a tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Synchronizing usage tracker for tenant:cc7dc58b5d6544d2831c594208eb42cb on resource:port {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:01:31.054779 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27286958-3e13-4a88-9028-131a8697c57e req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] Checking agent: {'id': '86d26810-67bf-4143-935e-299d5b9ec4cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:01:31.055418 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27286958-3e13-4a88-9028-131a8697c57e req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] Checking segment: {'id': '172b8712-6f8b-4c5b-9df7-68a1feb820ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:01:31.056108 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27286958-3e13-4a88-9028-131a8697c57e req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] Bound using segment: {'id': '172b8712-6f8b-4c5b-9df7-68a1feb820ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd'} {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:01:31.057083 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-27286958-3e13-4a88-9028-131a8697c57e req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] Bound port: a4c3f21c-8b78-470f-8402-78c85d381117, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '172b8712-6f8b-4c5b-9df7-68a1feb820ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd'}}] {{(pid=82084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:01:31.057948 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-27286958-3e13-4a88-9028-131a8697c57e req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:31.127624 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-9b8bb350-2e3f-47e7-86d3-95f9e0a7ac8c req-f8b4579b-2859-4392-8973-0874c929e24a tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Unset dirty status for tenant:cc7dc58b5d6544d2831c594208eb42cb on resource:port {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:01:31.130184 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9b8bb350-2e3f-47e7-86d3-95f9e0a7ac8c req-f8b4579b-2859-4392-8973-0874c929e24a tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 943 time: 0.7050574
Jul 13 22:01:31.187724 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9b8bb350-2e3f-47e7-86d3-95f9e0a7ac8c req-ef41f271-f276-41cd-8783-80b35be49ec7 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461466
Jul 13 22:01:31.194814 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-711f0fe4-7b7d-4fcd-88be-e92745350ae9 req-80922a61-e1bf-4542-90d8-04b31aa324df tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.7146289
Jul 13 22:01:31.195726 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c99e1dd8-5496-417a-93b2-d7e40bf0e1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:31.217921 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-836db0fa-6eec-4627-b404-c5521ac5a1ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:31.271474 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-27286958-3e13-4a88-9028-131a8697c57e req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] For port a4c3f21c-8b78-470f-8402-78c85d381117, host hv-cinder-80061, cleared binding levels {{(pid=82084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:01:31.277989 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-27286958-3e13-4a88-9028-131a8697c57e req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] For port a4c3f21c-8b78-470f-8402-78c85d381117, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=a4c3f21c-8b78-470f-8402-78c85d381117,segment=NetworkSegment(172b8712-6f8b-4c5b-9df7-68a1feb820ba),segment_id=172b8712-6f8b-4c5b-9df7-68a1feb820ba)] {{(pid=82084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:01:31.282747 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-27286958-3e13-4a88-9028-131a8697c57e req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:31.297630 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:31.337174 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e1dd8-5496-417a-93b2-d7e40bf0e1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1d1234-9160-4a66-9520-1925dea603b5,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:31.342858 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-70050eb8-bd02-4e6a-8452-478b044f7bb1 req-ef54e554-7939-41a9-afc9-5eeee150d70c service neutron] 10.222.0.15 "GET /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.8179460
Jul 13 22:01:31.343731 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c99e1dd8-5496-417a-93b2-d7e40bf0e1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:31.349667 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-c99e1dd8-5496-417a-93b2-d7e40bf0e1a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c948e0b04c284120841f5716dc6e6887&name=default HTTP/1.1" status: 200  len: 2647 time: 3.5868752
Jul 13 22:01:31.373539 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 41194) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:31.408301 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-27286958-3e13-4a88-9028-131a8697c57e req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:31.409864 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-27286958-3e13-4a88-9028-131a8697c57e req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] 10.222.0.15 "PUT /v2.0/ports/a4c3f21c-8b78-470f-8402-78c85d381117 HTTP/1.1" status: 200  len: 1093 time: 2.6318696
Jul 13 22:01:31.411845 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a819a3b-8b6c-4d4e-aa1c-259c030a562b', 'name': 'network-vif-deleted', 'tag': 'e77c172d-f7e4-430f-83f8-10013ef7e6d2', 'status': 'completed', 'code': 200}
Jul 13 22:01:31.412545 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] Pushing event updated for resources: {'Port': ['ID=a4c3f21c-8b78-470f-8402-78c85d381117,revision_number=3']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:31.417348 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:31.440260 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4f378865-58d4-4509-9841-1f44518d97f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:31.485019 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 9e2c3b2a-a45f-4c03-9e38-b6a506d80596 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:01:31.549388 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-4f378865-58d4-4509-9841-1f44518d97f0 admin admin] Transition to ACTIVE for port object 5919ba2b-78db-49fc-8990-2daf85027299 will not be triggered until provisioned by entity DHCP. {{(pid=82083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:01:31.632889 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port 9e2c3b2a-a45f-4c03-9e38-b6a506d80596 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:01:31.639460 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 9e2c3b2a-a45f-4c03-9e38-b6a506d80596 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:01:31.640167 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:31.647535 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456792a1-5577-4dc1-8a58-55c5c4f48acc req-797de1f4-82eb-4407-9ca8-63ff2b29b535 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:31.650237 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-456792a1-5577-4dc1-8a58-55c5c4f48acc req-797de1f4-82eb-4407-9ca8-63ff2b29b535 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.2595773
Jul 13 22:01:31.685974 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-86a1b392-7e37-4cff-96dc-e45a4e018031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:31.711479 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4f378865-58d4-4509-9841-1f44518d97f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:31.722882 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:31.823894 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:31.843908 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] For port 9e2c3b2a-a45f-4c03-9e38-b6a506d80596, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=9e2c3b2a-a45f-4c03-9e38-b6a506d80596,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:01:31.850304 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:31.855423 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:31.873398 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f378865-58d4-4509-9841-1f44518d97f0 admin admin] Pushing event updated for resources: {'Port': ['ID=5919ba2b-78db-49fc-8990-2daf85027299,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:31.876449 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4f378865-58d4-4509-9841-1f44518d97f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:31.914952 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-86a1b392-7e37-4cff-96dc-e45a4e018031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:31.923662 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-456792a1-5577-4dc1-8a58-55c5c4f48acc req-91722a90-7344-4fe4-a238-d8e0647120b3 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2646172
Jul 13 22:01:31.927869 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f378865-58d4-4509-9841-1f44518d97f0 admin admin] Network 97c4f6d1-e296-4289-9ad3-d87e8316a6bc is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:01:31.931271 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-4f378865-58d4-4509-9841-1f44518d97f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:01:31.933918 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f378865-58d4-4509-9841-1f44518d97f0 admin admin] Received port after_create {{(pid=82083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:01:31.935561 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Pushing event updated for resources: {'Port': ['ID=9e2c3b2a-a45f-4c03-9e38-b6a506d80596,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:31.939394 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:32.018837 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4f378865-58d4-4509-9841-1f44518d97f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854016810'] for router_interface, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:32.047986 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-86a1b392-7e37-4cff-96dc-e45a4e018031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:32.053253 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-39c53009-001b-43d0-b7f9-f1856bddb090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:32.069937 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1b392-7e37-4cff-96dc-e45a4e018031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1d1234-9160-4a66-9520-1925dea603b5,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:32.073186 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-86a1b392-7e37-4cff-96dc-e45a4e018031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:32.122440 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-86a1b392-7e37-4cff-96dc-e45a4e018031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:32.123673 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-86a1b392-7e37-4cff-96dc-e45a4e018031 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab1d1234-9160-4a66-9520-1925dea603b5 HTTP/1.1" status: 204  len: 168 time: 0.7490520
Jul 13 22:01:32.141214 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4f378865-58d4-4509-9841-1f44518d97f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:32.290593 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-333b1ba4-ee04-45f3-aa05-5a42c82c578a None None] Provisioning for port 5919ba2b-78db-49fc-8990-2daf85027299 completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:01:32.296371 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-333b1ba4-ee04-45f3-aa05-5a42c82c578a None None] Provisioning complete for port 5919ba2b-78db-49fc-8990-2daf85027299 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:01:32.296855 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-333b1ba4-ee04-45f3-aa05-5a42c82c578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:32.360357 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:32.375914 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-333b1ba4-ee04-45f3-aa05-5a42c82c578a None None] Port 5919ba2b-78db-49fc-8990-2daf85027299 cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 22:01:32.466359 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4f378865-58d4-4509-9841-1f44518d97f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:32.472428 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4f378865-58d4-4509-9841-1f44518d97f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852293183'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:32.503035 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:32.549591 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685f9fa-2f36-4123-9f28-57dafd84dde4 req-fc36c128-fb20-49c0-b3df-a69b65c8509d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:32.551202 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0685f9fa-2f36-4123-9f28-57dafd84dde4 req-fc36c128-fb20-49c0-b3df-a69b65c8509d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 943 time: 0.1973693
Jul 13 22:01:32.629961 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f378865-58d4-4509-9841-1f44518d97f0 admin admin] Pushing event updated for resources: {'Port': ['ID=5919ba2b-78db-49fc-8990-2daf85027299,revision_number=2']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:32.633511 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4f378865-58d4-4509-9841-1f44518d97f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:32.636287 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4f378865-58d4-4509-9841-1f44518d97f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16054315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758901'] for router_interface, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:32.654623 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0685f9fa-2f36-4123-9f28-57dafd84dde4 req-9356641e-04b6-4e5f-8609-03b301ede93d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929031
Jul 13 22:01:32.850383 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f378865-58d4-4509-9841-1f44518d97f0 admin admin] Network 97c4f6d1-e296-4289-9ad3-d87e8316a6bc is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:01:32.856608 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-4f378865-58d4-4509-9841-1f44518d97f0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:01:32.994481 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1cc24e9a-a986-4b6a-89ef-72575aca150e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:33.072837 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 41232) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:33.087825 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a94d52-9e06-46b2-9443-c3a3c0c7a7ce req-29bff18b-62bc-4e66-a149-a07568e04017 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:33.089542 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-78a94d52-9e06-46b2-9443-c3a3c0c7a7ce req-29bff18b-62bc-4e66-a149-a07568e04017 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.2888107
Jul 13 22:01:33.204288 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-9d1e0909-79eb-47a8-b622-8edd12ccb34c None None] Provisioning complete for port 5919ba2b-78db-49fc-8990-2daf85027299 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:01:33.204927 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9d1e0909-79eb-47a8-b622-8edd12ccb34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:33.234012 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1578476899-network', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:01:33.239116 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:01:33.243399 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] Usage tracker for resource:network and tenant:3065358f8c8941dc9ed172c1f78f2728 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:01:33.246844 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:01:33.254430 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:01:33.262218 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-9d1e0909-79eb-47a8-b622-8edd12ccb34c None None] Port 5919ba2b-78db-49fc-8990-2daf85027299 cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 22:01:33.264228 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] Made reservation on behalf of 3065358f8c8941dc9ed172c1f78f2728 for: {'network': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:01:33.269655 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for network, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:33.284375 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:33.285135 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-78a94d52-9e06-46b2-9443-c3a3c0c7a7ce req-a7054ac5-c6af-4c42-aba3-42a5563e91da tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1823373
Jul 13 22:01:33.334909 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:01:33.339664 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] Usage tracker for resource:security_group_rule and tenant:3065358f8c8941dc9ed172c1f78f2728 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:01:33.343297 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:01:33.356656 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:01:33.363129 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 9e2c3b2a-a45f-4c03-9e38-b6a506d80596 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:01:33.398742 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f378865-58d4-4509-9841-1f44518d97f0 admin admin] Router c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:01:33.417826 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1428439d-5380-4e0d-a46a-b7de963943d7', 'tag': 'a4c3f21c-8b78-470f-8402-78c85d381117'}] {{(pid=82084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:01:33.454769 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:33.457989 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:33.463247 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-352510ee-2317-4525-b4f1-cbd12bce3b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:33.469731 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 9e2c3b2a-a45f-4c03-9e38-b6a506d80596 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:01:33.470164 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:33.491774 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109}  {{(pid=82084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 13 22:01:33.506135 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694e41b7-abd2-4bdd-bda1-a1e6c40b44ce,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:33.509921 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:33.511119 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:33.511514 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.segments_db [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] Added segment 4c136830-8537-4b39-a276-84e121f66237 of type vlan for network f06f9b30-3d60-4ae8-94be-d6b42f3a3052
Jul 13 22:01:33.554646 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782997489472'] for network, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:33.565695 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device e77c172d-f7e4-430f-83f8-10013ef7e6d2 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:01:33.587593 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for network, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:33.589919 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:33.590611 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:33.596074 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-9e44acf6-9ab7-4e63-9462-dde69e81ee6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:33.623002 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] No Port match for: e77c172d-f7e4-430f-83f8-10013ef7e6d2 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:01:33.623406 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device e77c172d-f7e4-430f-83f8-10013ef7e6d2 not bound to the agent host hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:01:33.668514 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5939720
Jul 13 22:01:33.671710 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 41240) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:33.680541 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-1f288ce2-da04-46d5-b691-b3a3ec3b3a07 admin admin] Request body: {'subnet': {'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1578476899-subnet', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'ip_version': 4}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:01:33.754383 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:33.803422 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-1f288ce2-da04-46d5-b691-b3a3ec3b3a07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:01:33.824016 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721dac37-8c27-4be5-8384-a673812c6502 req-1b69a2a8-00df-4963-92b7-a674964b9718 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:33.824475 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-1f288ce2-da04-46d5-b691-b3a3ec3b3a07 admin admin] Usage tracker for resource:subnet and tenant:3065358f8c8941dc9ed172c1f78f2728 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:01:33.825827 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-721dac37-8c27-4be5-8384-a673812c6502 req-1b69a2a8-00df-4963-92b7-a674964b9718 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.3477094
Jul 13 22:01:33.837535 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-1f288ce2-da04-46d5-b691-b3a3ec3b3a07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:01:33.847065 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] Pushing event updated for resources: {'Network': ['ID=f06f9b30-3d60-4ae8-94be-d6b42f3a3052,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:33.849824 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-1f288ce2-da04-46d5-b691-b3a3ec3b3a07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:01:33.861696 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f288ce2-da04-46d5-b691-b3a3ec3b3a07 admin admin] Made reservation on behalf of 3065358f8c8941dc9ed172c1f78f2728 for: {'subnet': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:01:33.866651 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1f288ce2-da04-46d5-b691-b3a3ec3b3a07 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:33.960162 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:33.974683 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1428439d-5380-4e0d-a46a-b7de963943d7', 'tag': 'a4c3f21c-8b78-470f-8402-78c85d381117', 'status': 'completed', 'code': 200}
Jul 13 22:01:34.016404 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Network f06f9b30-3d60-4ae8-94be-d6b42f3a3052 details requested by agent ovs-agent-dv-cinder-800618-1-iscsi with host dv-cinder-800618-1-iscsi {{(pid=82085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 13 22:01:34.205572 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-721dac37-8c27-4be5-8384-a673812c6502 req-8fbe7835-c991-4545-999c-34fba47a62d8 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3639874
Jul 13 22:01:34.222676 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-27286958-3e13-4a88-9028-131a8697c57e req-1c56d93a-10ed-4375-af59-96de137aaae1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc7dc58b5d6544d2831c594208eb42cb&device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 1096 time: 0.5318131
Jul 13 22:01:34.280566 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1f288ce2-da04-46d5-b691-b3a3ec3b3a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for subnet, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:34.291163 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:34.321851 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f378865-58d4-4509-9841-1f44518d97f0 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:01:34.333706 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] Sync routers for ids ['c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'] in dv-cinder-800618-1-iscsi {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:01:34.352092 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-4f378865-58d4-4509-9841-1f44518d97f0 admin admin] 10.222.0.18 "PUT /v2.0/routers/c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3111427
Jul 13 22:01:34.364137 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] Routers {'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:01:34.365267 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36d0b198>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:01:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:01:34.365396 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-27286958-3e13-4a88-9028-131a8697c57e req-2661969a-129f-4422-96cf-0b69702e9d97 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4c3f21c-8b78-470f-8402-78c85d381117 HTTP/1.1" status: 200  len: 217 time: 0.1220570
Jul 13 22:01:34.426441 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f288ce2-da04-46d5-b691-b3a3ec3b3a07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=929d024b-f9ca-4456-ac0b-9240e5535dae,revision_number=0']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:34.440052 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1f288ce2-da04-46d5-b691-b3a3ec3b3a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:34.462064 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48b014-678c-477f-8eff-55473f663306 req-0607ef91-71be-4fd8-949e-8adf2565f3a8 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:34.470270 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7b48b014-678c-477f-8eff-55473f663306 req-0607ef91-71be-4fd8-949e-8adf2565f3a8 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 943 time: 0.2555382
Jul 13 22:01:34.513228 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27286958-3e13-4a88-9028-131a8697c57e req-459d4103-074a-40d2-8010-e8c40b426ee1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:34.515143 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-27286958-3e13-4a88-9028-131a8697c57e req-459d4103-074a-40d2-8010-e8c40b426ee1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f53db98-3e9c-409a-9118-d762e38b4e6e HTTP/1.1" status: 200  len: 851 time: 0.1413922
Jul 13 22:01:34.565659 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f288ce2-da04-46d5-b691-b3a3ec3b3a07 admin admin] Checking segment: {'id': '4c136830-8537-4b39-a276-84e121f66237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:01:34.566187 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f288ce2-da04-46d5-b691-b3a3ec3b3a07 admin admin] Network hostable DHCP agents. Network: f06f9b30-3d60-4ae8-94be-d6b42f3a3052, hostable agents: ['42e73b5f-b36d-45e9-8068-895c526abb3e'], hosted agents: [] {{(pid=82084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 13 22:01:34.644854 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7b48b014-678c-477f-8eff-55473f663306 req-12c7ca52-95b4-4ad6-9b22-02ab61de9158 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1652515
Jul 13 22:01:34.661221 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f288ce2-da04-46d5-b691-b3a3ec3b3a07 admin admin] Network f06f9b30-3d60-4ae8-94be-d6b42f3a3052 is scheduled to be hosted by DHCP agent 42e73b5f-b36d-45e9-8068-895c526abb3e with binding_index 1 {{(pid=82084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 13 22:01:34.673457 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-1f288ce2-da04-46d5-b691-b3a3ec3b3a07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-iscsi, f06f9b30-3d60-4ae8-94be-d6b42f3a3052) {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:01:34.678769 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f288ce2-da04-46d5-b691-b3a3ec3b3a07 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:34.681102 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1f288ce2-da04-46d5-b691-b3a3ec3b3a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:34.699187 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4440b81c-7b80-4581-8506-7a057266d0af None None] Network f06f9b30-3d60-4ae8-94be-d6b42f3a3052 requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:01:34.708955 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-1f288ce2-da04-46d5-b691-b3a3ec3b3a07 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0356977
Jul 13 22:01:34.712228 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 41262) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:34.718548 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-1aa7b447-467f-4082-ba7f-6bcaa943718e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1578476899-router', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:01:34.734880 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-1aa7b447-467f-4082-ba7f-6bcaa943718e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:01:34.755527 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-1aa7b447-467f-4082-ba7f-6bcaa943718e admin admin] Usage tracker for resource:router and tenant:3065358f8c8941dc9ed172c1f78f2728 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:01:34.771666 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-1aa7b447-467f-4082-ba7f-6bcaa943718e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:01:34.785127 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-1aa7b447-467f-4082-ba7f-6bcaa943718e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:01:34.810944 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1aa7b447-467f-4082-ba7f-6bcaa943718e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770131'] for router, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:34.812153 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1aa7b447-467f-4082-ba7f-6bcaa943718e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854024219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854022111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854215556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5669'] for router, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:34.858359 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1aa7b447-467f-4082-ba7f-6bcaa943718e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:34.889626 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-27286958-3e13-4a88-9028-131a8697c57e req-608669d2-3a3a-4ea2-9840-c8501e4b42c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4573dd2b-8874-433b-aa5f-53da409d80cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3612211
Jul 13 22:01:34.908876 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad335fa5-d5ed-4ec3-8145-a0225a17b4d9 req-5a3e02dc-5535-4cd8-a146-f90f02d39b27 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:34.910661 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ad335fa5-d5ed-4ec3-8145-a0225a17b4d9 req-5a3e02dc-5535-4cd8-a146-f90f02d39b27 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.3079543
Jul 13 22:01:34.997421 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:35.045782 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] Set router c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:01:35.072711 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1aa7b447-467f-4082-ba7f-6bcaa943718e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854022096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:35.102945 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-27286958-3e13-4a88-9028-131a8697c57e req-45a87811-c126-48a9-a58d-dda8607edc65 service neutron] 10.222.0.15 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1911931
Jul 13 22:01:35.183707 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ad335fa5-d5ed-4ec3-8145-a0225a17b4d9 req-bf8165d3-8aec-4b94-a0f5-040e573f4cc3 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0795507
Jul 13 22:01:35.357098 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-27286958-3e13-4a88-9028-131a8697c57e req-594ca08e-03a9-4655-871c-572f79af6b68 service neutron] 10.222.0.15 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2005894
Jul 13 22:01:35.704632 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ae3a20c0-cb50-4b86-8ac2-a1e0e69208ae req-6908ad73-1490-4b1a-a7c9-8581f4a7a148 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc7dc58b5d6544d2831c594208eb42cb&device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 1096 time: 0.2086737
Jul 13 22:01:35.843587 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1aa7b447-467f-4082-ba7f-6bcaa943718e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:35.904106 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1aa7b447-467f-4082-ba7f-6bcaa943718e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:36.143059 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-1aa7b447-467f-4082-ba7f-6bcaa943718e admin admin] Allocated IP 172.27.3.219 (c8866fbd-09a0-4cda-b97c-1016e46e3e88/8a6156a0-7e3f-4c59-8b62-81399f240021/474ac49a-6b6d-477b-96db-c0669797219a) {{(pid=82084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:01:36.150289 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a20c0-cb50-4b86-8ac2-a1e0e69208ae req-7c04b9ea-8d36-43f2-805c-6372471d6c19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:36.152327 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ae3a20c0-cb50-4b86-8ac2-a1e0e69208ae req-7c04b9ea-8d36-43f2-805c-6372471d6c19 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4573dd2b-8874-433b-aa5f-53da409d80cd HTTP/1.1" status: 200  len: 913 time: 0.4397988
Jul 13 22:01:36.251229 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ae3a20c0-cb50-4b86-8ac2-a1e0e69208ae req-aacc1770-40c9-4b3b-9a2e-518298c5265c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4c3f21c-8b78-470f-8402-78c85d381117 HTTP/1.1" status: 200  len: 217 time: 0.0845363
Jul 13 22:01:36.380185 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2b74389-647e-5418-80f0-f99db5a1f3e2-f06f9b30-3d60-4ae8-94be-d6b42f3a3052', 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'fixed_ips': [{'subnet_id': '929d024b-f9ca-4456-ac0b-9240e5535dae'}]}} from dv-cinder-800618-1-iscsi. {{(pid=82085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 13 22:01:36.381630 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:36.447479 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1af6f0-3d71-4ea7-9fc1-fd28902e2e3d req-e026a2e1-c6b6-44a4-bde9-81eb25b48fc2 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:36.457034 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ba1af6f0-3d71-4ea7-9fc1-fd28902e2e3d req-e026a2e1-c6b6-44a4-bde9-81eb25b48fc2 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 943 time: 0.3650615
Jul 13 22:01:36.519876 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a20c0-cb50-4b86-8ac2-a1e0e69208ae req-b2201d36-5b8b-423a-a8be-fcfec7f14b1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:36.521692 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ae3a20c0-cb50-4b86-8ac2-a1e0e69208ae req-b2201d36-5b8b-423a-a8be-fcfec7f14b1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f53db98-3e9c-409a-9118-d762e38b4e6e HTTP/1.1" status: 200  len: 851 time: 0.2373633
Jul 13 22:01:36.596115 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ba1af6f0-3d71-4ea7-9fc1-fd28902e2e3d req-ac231860-8d3f-4f33-9b62-58e171a85713 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1253705
Jul 13 22:01:36.628994 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ae3a20c0-cb50-4b86-8ac2-a1e0e69208ae req-c43b9651-88c0-4635-8ce9-d8c18b845785 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4573dd2b-8874-433b-aa5f-53da409d80cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0969663
Jul 13 22:01:36.685036 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 41300) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:36.716634 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1689770341-network', 'tenant_id': '4db584c7a64942b7a8e03e0989961e90'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:01:36.839446 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1aa7b447-467f-4082-ba7f-6bcaa943718e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:36.871130 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1aa7b447-467f-4082-ba7f-6bcaa943718e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:36.879013 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:36.944134 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:01:36.973650 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7b447-467f-4082-ba7f-6bcaa943718e admin admin] Pushing event updated for resources: {'Port': ['ID=474ac49a-6b6d-477b-96db-c0669797219a,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:36.989901 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1aa7b447-467f-4082-ba7f-6bcaa943718e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:37.012028 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa7b447-467f-4082-ba7f-6bcaa943718e admin admin] Network c8866fbd-09a0-4cda-b97c-1016e46e3e88 is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:01:37.012646 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36d0b198>, [{'id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'name': 'tempest-TestMinimumBasicScenario-1296777549-router', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:22Z', 'updated_at': '2021-07-13T22:01:32Z', 'revision_number': 4, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'gw_port': {'id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:23Z', 'updated_at': '2021-07-13T22:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '5919ba2b-78db-49fc-8990-2daf85027299', 'name': '', 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'mac_address': 'fa:16:3e:9f:1a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b6788bc-afc5-4f4b-af69-27a001c307e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:29Z', 'updated_at': '2021-07-13T22:01:32Z', 'revision_number': 2, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'subnets': [{'id': '8b6788bc-afc5-4f4b-af69-27a001c307e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:01:37.019924 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0e83c-7256-4d4c-9a47-33716f59d9f2 req-92e098ff-62a4-4d35-9633-f1e4658332e1 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:37.028593 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c4e0e83c-7256-4d4c-9a47-33716f59d9f2 req-92e098ff-62a4-4d35-9633-f1e4658332e1 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 1.3282845
Jul 13 22:01:37.030257 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] Checking router: c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8 for host: dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:01:37.031040 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] Updating router c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8 port 5919ba2b-78db-49fc-8990-2daf85027299 binding host dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 13 22:01:37.031674 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-1aa7b447-467f-4082-ba7f-6bcaa943718e admin admin] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:01:37.060500 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] Usage tracker for resource:network and tenant:4db584c7a64942b7a8e03e0989961e90 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:01:37.074360 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa7b447-467f-4082-ba7f-6bcaa943718e admin admin] Received port after_create {{(pid=82084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:01:37.081136 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:01:37.107514 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:01:37.148999 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] Allocated IP 172.20.0.2 (f06f9b30-3d60-4ae8-94be-d6b42f3a3052/929d024b-f9ca-4456-ac0b-9240e5535dae/332661f1-98b8-4acf-b668-f92d5d1d2f70) {{(pid=82085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:01:37.151276 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:37.203267 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] Made reservation on behalf of 4db584c7a64942b7a8e03e0989961e90 for: {'network': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:01:37.205844 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c4e0e83c-7256-4d4c-9a47-33716f59d9f2 req-07dc65f9-0ff2-4e94-adc1-512b1ee85028 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1761556
Jul 13 22:01:37.212176 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for network, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:37.278856 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1aa7b447-467f-4082-ba7f-6bcaa943718e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:37.279642 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1aa7b447-467f-4082-ba7f-6bcaa943718e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854024445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753675'] for router, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:37.282164 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:37.314941 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ae3a20c0-cb50-4b86-8ac2-a1e0e69208ae req-277385eb-395f-41a9-a288-963c9afa02d8 service neutron] 10.222.0.15 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6759484
Jul 13 22:01:37.469415 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa3d1e-ff16-4489-84a2-eb75d1d91548 req-9d15a7d9-75c8-41da-9b06-fcc2f31e0cc6 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:37.471151 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-64fa3d1e-ff16-4489-84a2-eb75d1d91548 req-9d15a7d9-75c8-41da-9b06-fcc2f31e0cc6 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ec4782-cef0-4548-b622-d1ca001f751b HTTP/1.1" status: 200  len: 945 time: 0.5379257
Jul 13 22:01:37.655842 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:01:37.668984 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] Usage tracker for resource:security_group_rule and tenant:4db584c7a64942b7a8e03e0989961e90 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:01:37.679036 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:01:37.707496 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:01:37.751319 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-64fa3d1e-ff16-4489-84a2-eb75d1d91548 req-440be823-d9c5-43ac-b586-7ba4b5dc3868 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630456
Jul 13 22:01:37.785638 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ae3a20c0-cb50-4b86-8ac2-a1e0e69208ae req-d5a87ec8-1660-4e17-a500-10bcc47d8a63 service neutron] 10.222.0.15 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4276664
Jul 13 22:01:37.884039 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:37.891334 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:37.899268 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:37.936546 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110}  {{(pid=82083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 13 22:01:37.947236 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2271b266-e933-45c6-88ec-b9362efbff09,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:37.951308 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:37.969373 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:37.969779 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.segments_db [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] Added segment 08913e83-479a-46ec-a26f-0f1a010dc10c of type vlan for network 7f76bfef-0aa8-4d3f-95cc-597cddaaad3e
Jul 13 22:01:38.012366 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782997489472'] for network, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:38.013046 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd26639-8072-47a8-9465-2d35979fcb93 req-47bff317-1229-4abb-96ae-cd003093ccf5 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:38.015762 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3bd26639-8072-47a8-9465-2d35979fcb93 req-47bff317-1229-4abb-96ae-cd003093ccf5 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.15 "GET /v2.0/ports?device_id=87ec4782-cef0-4548-b622-d1ca001f751b HTTP/1.1" status: 200  len: 945 time: 0.3140688
Jul 13 22:01:38.079795 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for network, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:38.107858 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221244c-e83f-487b-b5b5-2ab784bece51 req-c23b85e5-d354-428b-8c7e-233e0e522f80 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:38.116236 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c221244c-e83f-487b-b5b5-2ab784bece51 req-c23b85e5-d354-428b-8c7e-233e0e522f80 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.2566037
Jul 13 22:01:38.136507 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:38.137457 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:38.154801 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:38.171336 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] Notify callbacks [] for port, precommit_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:38.178747 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] Notify callbacks [] for port, precommit_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:38.189219 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-3bd26639-8072-47a8-9465-2d35979fcb93 req-bcc0448d-a939-4ad5-9c33-709b4c3a2f00 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Deleting port b4152cbf-f456-4ecf-8da1-2b6cd88a61ef {{(pid=82084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:01:38.189643 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-3bd26639-8072-47a8-9465-2d35979fcb93 req-bcc0448d-a939-4ad5-9c33-709b4c3a2f00 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:38.200376 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] Transition to ACTIVE for port object 5919ba2b-78db-49fc-8990-2daf85027299 will not be triggered until provisioned by entity L2. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:01:38.203585 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] Transition to ACTIVE for port object 332661f1-98b8-4acf-b668-f92d5d1d2f70 will not be triggered until provisioned by entity L2. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:01:38.214533 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:38.221627 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:38.271098 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] Transition to ACTIVE for port object 332661f1-98b8-4acf-b668-f92d5d1d2f70 will not be triggered until provisioned by entity DHCP. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:01:38.292921 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:38.301466 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c221244c-e83f-487b-b5b5-2ab784bece51 req-d3e9a817-e296-4565-bd97-131cc6b12afe tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1837258
Jul 13 22:01:38.330304 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.6338418
Jul 13 22:01:38.336183 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 41316) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:38.353149 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-374d96a6-5bca-44cb-88b8-c36ec26b79e5 admin admin] Request body: {'subnet': {'network_id': '7f76bfef-0aa8-4d3f-95cc-597cddaaad3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1689770341-subnet', 'tenant_id': '4db584c7a64942b7a8e03e0989961e90', 'ip_version': 4}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:01:38.358867 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] Pushing event updated for resources: {'Network': ['ID=7f76bfef-0aa8-4d3f-95cc-597cddaaad3e,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:38.362354 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:38.363470 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-374d96a6-5bca-44cb-88b8-c36ec26b79e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:01:38.385078 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-374d96a6-5bca-44cb-88b8-c36ec26b79e5 admin admin] Usage tracker for resource:subnet and tenant:4db584c7a64942b7a8e03e0989961e90 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:01:38.390039 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-374d96a6-5bca-44cb-88b8-c36ec26b79e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:01:38.405366 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc8c0f-a02b-40cb-9ebd-6d14f5caaeb0 req-22eb5df6-aa1c-42b3-9de4-4347602aa6c4 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:38.407384 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-04dc8c0f-a02b-40cb-9ebd-6d14f5caaeb0 req-22eb5df6-aa1c-42b3-9de4-4347602aa6c4 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 943 time: 0.3319561
Jul 13 22:01:38.408379 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-374d96a6-5bca-44cb-88b8-c36ec26b79e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:01:38.421755 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Network 7f76bfef-0aa8-4d3f-95cc-597cddaaad3e details requested by agent ovs-agent-dv-cinder-800618-1-iscsi with host dv-cinder-800618-1-iscsi {{(pid=82085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 13 22:01:38.455463 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374d96a6-5bca-44cb-88b8-c36ec26b79e5 admin admin] Made reservation on behalf of 4db584c7a64942b7a8e03e0989961e90 for: {'subnet': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:01:38.461691 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-374d96a6-5bca-44cb-88b8-c36ec26b79e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853125893'] for subnet, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:38.487831 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea54762-66e4-4277-bf0a-ab7ce5113681 None None] Pushing event updated for resources: {'Port': ['ID=5919ba2b-78db-49fc-8990-2daf85027299,revision_number=3']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:38.577853 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-0ea54762-66e4-4277-bf0a-ab7ce5113681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:38.601676 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:38.670495 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-04dc8c0f-a02b-40cb-9ebd-6d14f5caaeb0 req-bf44e671-295f-4a06-864c-d434715f023c tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2551548
Jul 13 22:01:38.696335 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] Network f06f9b30-3d60-4ae8-94be-d6b42f3a3052 is already hosted by enough agents. {{(pid=82085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:01:38.718314 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] Resources bound (agent type, host, resource id):  {{(pid=82085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:01:38.826636 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] Received port after_create {{(pid=82085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:01:38.936285 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] Pushing event updated for resources: {'Port': ['ID=332661f1-98b8-4acf-b668-f92d5d1d2f70,revision_number=1']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:38.953204 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-3bd26639-8072-47a8-9465-2d35979fcb93 req-bcc0448d-a939-4ad5-9c33-709b4c3a2f00 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] For port b4152cbf-f456-4ecf-8da1-2b6cd88a61ef, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=b4152cbf-f456-4ecf-8da1-2b6cd88a61ef,segment=NetworkSegment(f1799ccd-1318-4e3f-bc76-e13aefcbc804),segment_id=f1799ccd-1318-4e3f-bc76-e13aefcbc804)] {{(pid=82084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:01:38.953839 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-3bd26639-8072-47a8-9465-2d35979fcb93 req-bcc0448d-a939-4ad5-9c33-709b4c3a2f00 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:38.973367 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:38.981597 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-374d96a6-5bca-44cb-88b8-c36ec26b79e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852293047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853125910'] for subnet, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:38.989121 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2c07e62a-29c1-4ade-a5b7-ee85e9af93f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:39.018810 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] Attempting to bind port 5919ba2b-78db-49fc-8990-2daf85027299 on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:01:39.019358 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] Attempting to bind port 5919ba2b-78db-49fc-8990-2daf85027299 by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': 'b6c09138-8014-4cbf-b76d-c7d4483cf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc'}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:01:39.019838 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] Attempting to bind port 5919ba2b-78db-49fc-8990-2daf85027299 on network 97c4f6d1-e296-4289-9ad3-d87e8316a6bc {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:01:39.058323 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:01:39.058751 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] Checking segment: {'id': 'b6c09138-8014-4cbf-b76d-c7d4483cf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:01:39.059211 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:39.059656 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] Bound using segment: {'id': 'b6c09138-8014-4cbf-b76d-c7d4483cf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc'} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:01:39.060168 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] Bound port: 5919ba2b-78db-49fc-8990-2daf85027299, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c09138-8014-4cbf-b76d-c7d4483cf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc'}}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:01:39.060587 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:39.111366 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-3bd26639-8072-47a8-9465-2d35979fcb93 req-bcc0448d-a939-4ad5-9c33-709b4c3a2f00 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Calling delete_port for b4152cbf-f456-4ecf-8da1-2b6cd88a61ef owned by compute:nova {{(pid=82084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:01:39.118972 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] Attempting to bind port 332661f1-98b8-4acf-b668-f92d5d1d2f70 on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:01:39.119630 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] Attempting to bind port 332661f1-98b8-4acf-b668-f92d5d1d2f70 by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': '4c136830-8537-4b39-a276-84e121f66237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052'}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:01:39.120057 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] Attempting to bind port 332661f1-98b8-4acf-b668-f92d5d1d2f70 on network f06f9b30-3d60-4ae8-94be-d6b42f3a3052 {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:01:39.143399 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d96a6-5bca-44cb-88b8-c36ec26b79e5 admin admin] Checking segment: {'id': '08913e83-479a-46ec-a26f-0f1a010dc10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7f76bfef-0aa8-4d3f-95cc-597cddaaad3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:01:39.143767 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d96a6-5bca-44cb-88b8-c36ec26b79e5 admin admin] Network hostable DHCP agents. Network: 7f76bfef-0aa8-4d3f-95cc-597cddaaad3e, hostable agents: ['42e73b5f-b36d-45e9-8068-895c526abb3e'], hosted agents: [] {{(pid=82083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 13 22:01:39.161389 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:01:39.161818 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] Checking segment: {'id': '4c136830-8537-4b39-a276-84e121f66237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:01:39.169880 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:39.170525 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] Bound using segment: {'id': '4c136830-8537-4b39-a276-84e121f66237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052'} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:01:39.171207 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] Bound port: 332661f1-98b8-4acf-b668-f92d5d1d2f70, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c136830-8537-4b39-a276-84e121f66237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052'}}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:01:39.171867 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:39.172411 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d96a6-5bca-44cb-88b8-c36ec26b79e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f46c5ed0-849c-4b18-bed2-160b47afb9e5,revision_number=0']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:39.179891 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-374d96a6-5bca-44cb-88b8-c36ec26b79e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:39.180819 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d96a6-5bca-44cb-88b8-c36ec26b79e5 admin admin] Network 7f76bfef-0aa8-4d3f-95cc-597cddaaad3e is scheduled to be hosted by DHCP agent 42e73b5f-b36d-45e9-8068-895c526abb3e with binding_index 1 {{(pid=82083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 13 22:01:39.196723 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-374d96a6-5bca-44cb-88b8-c36ec26b79e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-iscsi, 7f76bfef-0aa8-4d3f-95cc-597cddaaad3e) {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:01:39.207360 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374d96a6-5bca-44cb-88b8-c36ec26b79e5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:39.208299 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-374d96a6-5bca-44cb-88b8-c36ec26b79e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:39.260009 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-374d96a6-5bca-44cb-88b8-c36ec26b79e5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9184928
Jul 13 22:01:39.262348 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 41328) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:39.268573 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-4582bb88-3b25-4348-8ae5-a96c7573784e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1689770341-router', 'tenant_id': '4db584c7a64942b7a8e03e0989961e90', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:01:39.276862 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-4582bb88-3b25-4348-8ae5-a96c7573784e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:01:39.281180 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-4582bb88-3b25-4348-8ae5-a96c7573784e admin admin] Usage tracker for resource:router and tenant:4db584c7a64942b7a8e03e0989961e90 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:01:39.285431 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-4582bb88-3b25-4348-8ae5-a96c7573784e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:01:39.291940 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-4582bb88-3b25-4348-8ae5-a96c7573784e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:01:39.292551 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-3bd26639-8072-47a8-9465-2d35979fcb93 req-bcc0448d-a939-4ad5-9c33-709b4c3a2f00 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505'] for port, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:39.303840 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1a2bc476-cc26-4138-ab85-863af5255538 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:39.346790 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4582bb88-3b25-4348-8ae5-a96c7573784e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770131'] for router, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:39.347840 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4582bb88-3b25-4348-8ae5-a96c7573784e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854024219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854022111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854215556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5669'] for router, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:39.368340 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4582bb88-3b25-4348-8ae5-a96c7573784e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:39.370483 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0448d-a939-4ad5-9c33-709b4c3a2f00 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Pushing event deleted for resources: {'Port': ['ID=b4152cbf-f456-4ecf-8da1-2b6cd88a61ef,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:39.377144 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bcc0448d-a939-4ad5-9c33-709b4c3a2f00 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:39.399177 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-cc69e052-bf90-4c04-897e-354d2c60b01e req-dc6726d1-ef8f-4237-adaa-3c27886957b5 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ec4782-cef0-4548-b622-d1ca001f751b HTTP/1.1" status: 200  len: 210 time: 0.0974905
Jul 13 22:01:39.424630 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa7b447-467f-4082-ba7f-6bcaa943718e admin admin] Router 65efbe97-f978-48b6-ac60-7c2823dbb4da is scheduled to L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 with binding_index 1 {{(pid=82084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 13 22:01:39.431429 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b559d4c-6a7f-4b14-9c8f-171423f58f97 None None] Network 7f76bfef-0aa8-4d3f-95cc-597cddaaad3e requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:01:39.501558 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd26639-8072-47a8-9465-2d35979fcb93 req-bcc0448d-a939-4ad5-9c33-709b4c3a2f00 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] No DVR routers for this DVR port b4152cbf-f456-4ecf-8da1-2b6cd88a61ef on host hv-cinder-80061 {{(pid=82084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:01:39.548098 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-3bd26639-8072-47a8-9465-2d35979fcb93 req-bcc0448d-a939-4ad5-9c33-709b4c3a2f00 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:39.581285 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ec4782-cef0-4548-b622-d1ca001f751b', 'name': 'network-vif-deleted', 'tag': 'b4152cbf-f456-4ecf-8da1-2b6cd88a61ef'}] {{(pid=82084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:01:39.625548 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74d989-55c9-4903-b913-f0f49890e688 req-14a25bd5-ce4f-42ee-b718-0d804513ef2f tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:39.635024 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8e74d989-55c9-4903-b913-f0f49890e688 req-14a25bd5-ce4f-42ee-b718-0d804513ef2f tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.9585981
Jul 13 22:01:39.843834 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3bd26639-8072-47a8-9465-2d35979fcb93 req-bcc0448d-a939-4ad5-9c33-709b4c3a2f00 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.15 "DELETE /v2.0/ports/b4152cbf-f456-4ecf-8da1-2b6cd88a61ef HTTP/1.1" status: 204  len: 173 time: 1.8176317
Jul 13 22:01:39.914523 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8e74d989-55c9-4903-b913-f0f49890e688 req-5a7c2add-3e4e-45fa-b1f1-94969b666588 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2772152
Jul 13 22:01:39.937180 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['b90febf4-60f1-4573-9146-7a4106624407', '7061a51f-848e-449e-beaf-6dcece56e144', 'b4152cbf-f456-4ecf-8da1-2b6cd88a61ef'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:01:40.073730 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ec4782-cef0-4548-b622-d1ca001f751b', 'name': 'network-vif-deleted', 'tag': 'b4152cbf-f456-4ecf-8da1-2b6cd88a61ef', 'status': 'completed', 'code': 200}
Jul 13 22:01:40.096434 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa7b447-467f-4082-ba7f-6bcaa943718e admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:01:40.108873 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] Sync routers for ids ['65efbe97-f978-48b6-ac60-7c2823dbb4da'] in dv-cinder-800618-1-iscsi {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:01:40.131923 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] Routers {'65efbe97-f978-48b6-ac60-7c2823dbb4da'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:01:40.132677 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36877e80>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:01:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['65efbe97-f978-48b6-ac60-7c2823dbb4da'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:01:40.144333 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1aa7b447-467f-4082-ba7f-6bcaa943718e admin admin] Notify callbacks [] for router, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:40.149387 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-1aa7b447-467f-4082-ba7f-6bcaa943718e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.4356847
Jul 13 22:01:40.150361 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 41346) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:40.375334 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4582bb88-3b25-4348-8ae5-a96c7573784e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854022096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:40.421396 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] Set router 65efbe97-f978-48b6-ac60-7c2823dbb4da gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:01:40.443678 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e1459-543c-4f9c-a019-4dc68f0d3c7e req-4356e5ee-59b3-46ad-9c4a-0240d57fc310 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:40.451977 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-186e1459-543c-4f9c-a019-4dc68f0d3c7e req-4356e5ee-59b3-46ad-9c4a-0240d57fc310 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.3274481
Jul 13 22:01:40.601866 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-186e1459-543c-4f9c-a019-4dc68f0d3c7e req-5009f916-63a9-4d82-94fc-7361d9594503 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1488938
Jul 13 22:01:40.745613 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c34f3-b06d-4efc-ad28-0bd26bf2cabb req-5b850dd0-1b54-4c14-a7ba-05bc4a1ec34a tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:40.756564 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2b74389-647e-5418-80f0-f99db5a1f3e2-7f76bfef-0aa8-4d3f-95cc-597cddaaad3e', 'network_id': '7f76bfef-0aa8-4d3f-95cc-597cddaaad3e', 'tenant_id': '4db584c7a64942b7a8e03e0989961e90', 'fixed_ips': [{'subnet_id': 'f46c5ed0-849c-4b18-bed2-160b47afb9e5'}]}} from dv-cinder-800618-1-iscsi. {{(pid=82085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 13 22:01:40.764671 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:40.767084 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f15c34f3-b06d-4efc-ad28-0bd26bf2cabb req-5b850dd0-1b54-4c14-a7ba-05bc4a1ec34a tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 943 time: 0.4791532
Jul 13 22:01:40.821339 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] For port 332661f1-98b8-4acf-b668-f92d5d1d2f70, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:01:40.828542 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4582bb88-3b25-4348-8ae5-a96c7573784e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:40.885670 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4582bb88-3b25-4348-8ae5-a96c7573784e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:40.935403 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36877e80>, [{'id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'name': 'tempest-TestShelveInstance-1578476899-router', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '474ac49a-6b6d-477b-96db-c0669797219a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:34Z', 'updated_at': '2021-07-13T22:01:37Z', 'revision_number': 3, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'gw_port': {'id': '474ac49a-6b6d-477b-96db-c0669797219a', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:35Z', 'updated_at': '2021-07-13T22:01:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:01:40.940670 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] Checking router: 65efbe97-f978-48b6-ac60-7c2823dbb4da for host: dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:01:40.941279 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] Updating router 65efbe97-f978-48b6-ac60-7c2823dbb4da port 474ac49a-6b6d-477b-96db-c0669797219a binding host dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 13 22:01:40.970062 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f15c34f3-b06d-4efc-ad28-0bd26bf2cabb req-6af63366-e492-491e-9230-6b1e5a48a3df tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2020226
Jul 13 22:01:41.014937 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] For port 332661f1-98b8-4acf-b668-f92d5d1d2f70, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=332661f1-98b8-4acf-b668-f92d5d1d2f70,segment=NetworkSegment(4c136830-8537-4b39-a276-84e121f66237),segment_id=4c136830-8537-4b39-a276-84e121f66237)] {{(pid=82085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:01:41.033427 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:41.071204 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-4582bb88-3b25-4348-8ae5-a96c7573784e admin admin] Allocated IP 172.27.3.78 (c8866fbd-09a0-4cda-b97c-1016e46e3e88/8a6156a0-7e3f-4c59-8b62-81399f240021/8fd1fbe5-e154-4105-a206-4e87fd9124d0) {{(pid=82083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:01:41.209130 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] For port 5919ba2b-78db-49fc-8990-2daf85027299, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:01:41.238015 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4582bb88-3b25-4348-8ae5-a96c7573784e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:41.252307 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:41.267127 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4582bb88-3b25-4348-8ae5-a96c7573784e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:41.287897 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:41.295232 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f712be71-002d-42b3-b2e0-c4c65ef722ff tempest-DeleteServersTestJSON-2081381305 tempest-DeleteServersTestJSON-2081381305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:41.364966 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] For port 5919ba2b-78db-49fc-8990-2daf85027299, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=5919ba2b-78db-49fc-8990-2daf85027299,segment=NetworkSegment(b6c09138-8014-4cbf-b76d-c7d4483cf378),segment_id=b6c09138-8014-4cbf-b76d-c7d4483cf378)] {{(pid=82085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:01:41.372797 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582bb88-3b25-4348-8ae5-a96c7573784e admin admin] Pushing event updated for resources: {'Port': ['ID=8fd1fbe5-e154-4105-a206-4e87fd9124d0,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:41.385363 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4582bb88-3b25-4348-8ae5-a96c7573784e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:41.387603 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4582bb88-3b25-4348-8ae5-a96c7573784e admin admin] Network c8866fbd-09a0-4cda-b97c-1016e46e3e88 is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:01:41.389632 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-4582bb88-3b25-4348-8ae5-a96c7573784e admin admin] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:01:41.392538 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4582bb88-3b25-4348-8ae5-a96c7573784e admin admin] Received port after_create {{(pid=82083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:01:41.394152 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:41.451342 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] Allocated IP 172.20.0.2 (7f76bfef-0aa8-4d3f-95cc-597cddaaad3e/f46c5ed0-849c-4b18-bed2-160b47afb9e5/0eaa0706-714a-4fc4-bd81-73de64014460) {{(pid=82085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:01:41.485780 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] Routers {'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:01:41.486588 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36d0b198>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:01:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:01:41.522782 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-83105c7e-3f3e-4cf0-ba18-20f7e1a29c9e req-7410edf7-19ac-4619-bf12-94c6b749a398 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Synchronizing usage tracker for tenant:9d98e8ce298b477986af89abffc6e6fb on resource:port {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:01:41.538068 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] Notify callbacks [] for port, precommit_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:41.551850 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] Transition to ACTIVE for port object 474ac49a-6b6d-477b-96db-c0669797219a will not be triggered until provisioned by entity L2. {{(pid=82086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:01:41.560293 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:41.566899 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:41.567846 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] Pushing event updated for resources: {'Port': ['ID=332661f1-98b8-4acf-b668-f92d5d1d2f70,revision_number=2']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:41.580462 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:41.581066 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-0ea54762-66e4-4277-bf0a-ab7ce5113681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:41.611847 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4582bb88-3b25-4348-8ae5-a96c7573784e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:41.612637 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4582bb88-3b25-4348-8ae5-a96c7573784e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854024445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753675'] for router, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:41.679226 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-83105c7e-3f3e-4cf0-ba18-20f7e1a29c9e req-7410edf7-19ac-4619-bf12-94c6b749a398 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Unset dirty status for tenant:9d98e8ce298b477986af89abffc6e6fb on resource:port {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:01:41.680980 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a28e3b-a303-4524-bda3-47233d04a31c None None] Pushing event updated for resources: {'Port': ['ID=474ac49a-6b6d-477b-96db-c0669797219a,revision_number=2']} {{(pid=82086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:41.696583 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-83105c7e-3f3e-4cf0-ba18-20f7e1a29c9e req-7410edf7-19ac-4619-bf12-94c6b749a398 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=87ec4782-cef0-4548-b622-d1ca001f751b HTTP/1.1" status: 200  len: 210 time: 0.3451638
Jul 13 22:01:41.697275 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] Attempting to bind port 474ac49a-6b6d-477b-96db-c0669797219a on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:01:41.698180 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] Attempting to bind port 474ac49a-6b6d-477b-96db-c0669797219a by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}] {{(pid=82086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:01:41.698694 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] Attempting to bind port 474ac49a-6b6d-477b-96db-c0669797219a on network c8866fbd-09a0-4cda-b97c-1016e46e3e88 {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:01:41.707390 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-84a28e3b-a303-4524-bda3-47233d04a31c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:41.742436 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:01:41.743342 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] Checking segment: {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:01:41.743910 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:41.744457 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] Bound using segment: {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'} {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:01:41.745168 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] Bound port: 474ac49a-6b6d-477b-96db-c0669797219a, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}}] {{(pid=82086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:01:41.748847 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:41.884361 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] For port 474ac49a-6b6d-477b-96db-c0669797219a, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:01:41.897104 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] For port 474ac49a-6b6d-477b-96db-c0669797219a, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=474ac49a-6b6d-477b-96db-c0669797219a,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:01:41.905457 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:41.914436 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:42.050286 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a28e3b-a303-4524-bda3-47233d04a31c None None] Pushing event updated for resources: {'Port': ['ID=474ac49a-6b6d-477b-96db-c0669797219a,revision_number=3']} {{(pid=82086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:42.064511 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-84a28e3b-a303-4524-bda3-47233d04a31c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:42.064908 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea54762-66e4-4277-bf0a-ab7ce5113681 None None] Pushing event updated for resources: {'Port': ['ID=5919ba2b-78db-49fc-8990-2daf85027299,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:42.082893 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] Routers {'65efbe97-f978-48b6-ac60-7c2823dbb4da'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:01:42.083334 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-0ea54762-66e4-4277-bf0a-ab7ce5113681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:42.084305 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36877e80>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:01:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['65efbe97-f978-48b6-ac60-7c2823dbb4da'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:01:42.150023 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4582bb88-3b25-4348-8ae5-a96c7573784e admin admin] Router 2c70c314-3ad8-42af-a65a-1e9dca5c0c2f is scheduled to L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 with binding_index 1 {{(pid=82083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 13 22:01:42.172914 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] Set router c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:01:42.226165 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:42.253848 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e454007-44ec-476f-b8d4-51c6c99ea329 req-eb91d0db-4250-4f5d-85d7-c631aab80a8c tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:42.255399 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7e454007-44ec-476f-b8d4-51c6c99ea329 req-eb91d0db-4250-4f5d-85d7-c631aab80a8c tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.2732146
Jul 13 22:01:42.345312 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7e454007-44ec-476f-b8d4-51c6c99ea329 req-2a033fbc-b357-49c1-9316-8282c60a6480 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518727
Jul 13 22:01:42.489615 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] Notify callbacks [] for port, precommit_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:42.519620 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4582bb88-3b25-4348-8ae5-a96c7573784e admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:01:42.543886 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] Set router 65efbe97-f978-48b6-ac60-7c2823dbb4da gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:01:42.562144 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4582bb88-3b25-4348-8ae5-a96c7573784e admin admin] Notify callbacks [] for router, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:42.563482 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-4582bb88-3b25-4348-8ae5-a96c7573784e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.3000960
Jul 13 22:01:42.566515 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 41362) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:42.582818 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] Sync routers for ids ['2c70c314-3ad8-42af-a65a-1e9dca5c0c2f'] in dv-cinder-800618-1-iscsi {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:01:42.586360 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] Transition to ACTIVE for port object 0eaa0706-714a-4fc4-bd81-73de64014460 will not be triggered until provisioned by entity L2. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:01:42.661423 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] Transition to ACTIVE for port object 0eaa0706-714a-4fc4-bd81-73de64014460 will not be triggered until provisioned by entity DHCP. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:01:42.667235 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] Routers {'2c70c314-3ad8-42af-a65a-1e9dca5c0c2f'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:01:42.667932 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf365cd160>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:01:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['2c70c314-3ad8-42af-a65a-1e9dca5c0c2f'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:01:42.676140 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Allocated IP 172.20.0.1 (f06f9b30-3d60-4ae8-94be-d6b42f3a3052/929d024b-f9ca-4456-ac0b-9240e5535dae/31baf189-c963-44d8-9a2a-fc9c3751d4f4) {{(pid=82084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:01:42.687880 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da9633-a890-4bb0-b956-d82616645664 req-14ed9dfe-203a-43ee-835b-4da1f08fbf34 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:42.689647 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f6da9633-a890-4bb0-b956-d82616645664 req-14ed9dfe-203a-43ee-835b-4da1f08fbf34 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.1297116
Jul 13 22:01:42.772057 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f6da9633-a890-4bb0-b956-d82616645664 req-9e6aa7c9-39cd-4e42-a3eb-34e0d101d898 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0737693
Jul 13 22:01:42.950385 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36877e80>, [{'id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'name': 'tempest-TestShelveInstance-1578476899-router', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '474ac49a-6b6d-477b-96db-c0669797219a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:34Z', 'updated_at': '2021-07-13T22:01:37Z', 'revision_number': 3, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'gw_port': {'id': '474ac49a-6b6d-477b-96db-c0669797219a', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:35Z', 'updated_at': '2021-07-13T22:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:01:42.956911 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e2ab15-53fc-42bf-9ae1-f85c11dc862e None None] The sync data for ids ['65efbe97-f978-48b6-ac60-7c2823dbb4da'] in dv-cinder-800618-1-iscsi is: [{'id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'name': 'tempest-TestShelveInstance-1578476899-router', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '474ac49a-6b6d-477b-96db-c0669797219a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:34Z', 'updated_at': '2021-07-13T22:01:37Z', 'revision_number': 3, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'gw_port': {'id': '474ac49a-6b6d-477b-96db-c0669797219a', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:35Z', 'updated_at': '2021-07-13T22:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}] {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:01:42.978766 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:43.057532 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Transition to ACTIVE for port object 31baf189-c963-44d8-9a2a-fc9c3751d4f4 will not be triggered until provisioned by entity DHCP. {{(pid=82084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:01:43.096840 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f09a8f-83e7-4f1c-a23c-a25e9857775a req-02f664ad-a072-4649-ada8-9c097a34befb tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:43.105232 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-36f09a8f-83e7-4f1c-a23c-a25e9857775a req-02f664ad-a072-4649-ada8-9c097a34befb tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 943 time: 0.1329477
Jul 13 22:01:43.159708 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:43.171870 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2ce0a8e8-7d3e-46fb-8d69-e31a00eb5b15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:43.173592 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] Set router 2c70c314-3ad8-42af-a65a-1e9dca5c0c2f gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:01:43.215400 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Network f06f9b30-3d60-4ae8-94be-d6b42f3a3052 is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:01:43.224144 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:01:43.233987 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Received port after_create {{(pid=82084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:01:43.234507 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854016810'] for router_interface, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:43.255456 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-36f09a8f-83e7-4f1c-a23c-a25e9857775a req-a1c604b4-2524-418d-b683-d8f5c1e100a8 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1491547
Jul 13 22:01:43.328584 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Pushing event updated for resources: {'Port': ['ID=31baf189-c963-44d8-9a2a-fc9c3751d4f4,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:43.350314 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:43.350806 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:43.351151 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:43.351669 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:43.351934 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:43.352338 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:43.352739 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:43.353170 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:43.357767 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:43.358295 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:43.358694 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:43.417733 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:43.516275 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:43.567620 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:43.607071 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:43.898903 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device b4152cbf-f456-4ecf-8da1-2b6cd88a61ef no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:01:44.157921 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] Pushing event updated for resources: {'Port': ['ID=0eaa0706-714a-4fc4-bd81-73de64014460,revision_number=1']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:44.161938 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 332661f1-98b8-4acf-b668-f92d5d1d2f70 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:01:44.215791 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3d483-8381-4823-9d30-f8200409f431 req-3bc71477-2b7c-44f0-9e77-e03dc8ea8eb6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:44.223389 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2ed3d483-8381-4823-9d30-f8200409f431 req-3bc71477-2b7c-44f0-9e77-e03dc8ea8eb6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.5491700
Jul 13 22:01:44.243596 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:44.323307 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] No Port match for: b4152cbf-f456-4ecf-8da1-2b6cd88a61ef {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:01:44.323755 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device b4152cbf-f456-4ecf-8da1-2b6cd88a61ef not bound to the agent host hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:01:44.371243 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889f4136-f62c-402d-8b7d-1c18b400b43f None None] Network f06f9b30-3d60-4ae8-94be-d6b42f3a3052 requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:01:44.446871 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bc0ea01b-b242-4d2d-a010-8ba878d59598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:44.491957 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2ed3d483-8381-4823-9d30-f8200409f431 req-aa6e1884-ef1c-4141-ba79-29493a7a2b48 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2673790
Jul 13 22:01:44.690744 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:44.697072 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:44.697904 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16054315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758901'] for router_interface, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:44.722899 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2b77dda6-1d02-406d-abaa-8c28b4a6020f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:44.847986 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-1453d332-b434-429d-b8fc-7a0ace97b99b None None] Provisioning for port 332661f1-98b8-4acf-b668-f92d5d1d2f70 completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:01:44.896712 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] Network 7f76bfef-0aa8-4d3f-95cc-597cddaaad3e is already hosted by enough agents. {{(pid=82085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:01:44.910364 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] Resources bound (agent type, host, resource id):  {{(pid=82085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:01:44.922860 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] Received port after_create {{(pid=82085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:01:45.037902 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port 332661f1-98b8-4acf-b668-f92d5d1d2f70 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:01:45.048029 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Pushing event updated for resources: {'Port': ['ID=31baf189-c963-44d8-9a2a-fc9c3751d4f4,revision_number=2']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:45.056649 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:45.063940 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf365cd160>, [{'id': '2c70c314-3ad8-42af-a65a-1e9dca5c0c2f', 'name': 'tempest-TestMinimumBasicScenario-1689770341-router', 'tenant_id': '4db584c7a64942b7a8e03e0989961e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '8fd1fbe5-e154-4105-a206-4e87fd9124d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:39Z', 'updated_at': '2021-07-13T22:01:41Z', 'revision_number': 3, 'project_id': '4db584c7a64942b7a8e03e0989961e90', 'gw_port': {'id': '8fd1fbe5-e154-4105-a206-4e87fd9124d0', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c70c314-3ad8-42af-a65a-1e9dca5c0c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:40Z', 'updated_at': '2021-07-13T22:01:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:01:45.114742 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 332661f1-98b8-4acf-b668-f92d5d1d2f70 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:01:45.115459 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:45.159570 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Network f06f9b30-3d60-4ae8-94be-d6b42f3a3052 is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:01:45.175348 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d1352-d62b-479e-b4d8-a3264316a5ce req-92128490-3897-48da-853a-03e152a118af tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:45.176750 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36d0b198>, [{'id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'name': 'tempest-TestMinimumBasicScenario-1296777549-router', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:22Z', 'updated_at': '2021-07-13T22:01:32Z', 'revision_number': 4, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'gw_port': {'id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:23Z', 'updated_at': '2021-07-13T22:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '5919ba2b-78db-49fc-8990-2daf85027299', 'name': '', 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'mac_address': 'fa:16:3e:9f:1a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b6788bc-afc5-4f4b-af69-27a001c307e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:29Z', 'updated_at': '2021-07-13T22:01:40Z', 'revision_number': 4, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'subnets': [{'id': '8b6788bc-afc5-4f4b-af69-27a001c307e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:01:45.179836 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] Checking router: 2c70c314-3ad8-42af-a65a-1e9dca5c0c2f for host: dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:01:45.180247 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] Updating router 2c70c314-3ad8-42af-a65a-1e9dca5c0c2f port 8fd1fbe5-e154-4105-a206-4e87fd9124d0 binding host dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 13 22:01:45.185581 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-640d1352-d62b-479e-b4d8-a3264316a5ce req-92128490-3897-48da-853a-03e152a118af tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 945 time: 0.3476672
Jul 13 22:01:45.203002 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:01:45.267022 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:45.328144 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] Attempting to bind port 0eaa0706-714a-4fc4-bd81-73de64014460 on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:01:45.328546 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] Attempting to bind port 0eaa0706-714a-4fc4-bd81-73de64014460 by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': '08913e83-479a-46ec-a26f-0f1a010dc10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7f76bfef-0aa8-4d3f-95cc-597cddaaad3e'}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:01:45.328991 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] Attempting to bind port 0eaa0706-714a-4fc4-bd81-73de64014460 on network 7f76bfef-0aa8-4d3f-95cc-597cddaaad3e {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:01:45.331853 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f773e4-0043-481f-a2ba-0ee5d2da1dc4 None None] The sync data for ids ['c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'] in dv-cinder-800618-1-iscsi is: [{'id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'name': 'tempest-TestMinimumBasicScenario-1296777549-router', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:22Z', 'updated_at': '2021-07-13T22:01:32Z', 'revision_number': 4, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'gw_port': {'id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:23Z', 'updated_at': '2021-07-13T22:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '5919ba2b-78db-49fc-8990-2daf85027299', 'name': '', 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'mac_address': 'fa:16:3e:9f:1a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b6788bc-afc5-4f4b-af69-27a001c307e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:29Z', 'updated_at': '2021-07-13T22:01:40Z', 'revision_number': 4, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'subnets': [{'id': '8b6788bc-afc5-4f4b-af69-27a001c307e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:01:45.406390 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:01:45.406823 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] Checking segment: {'id': '08913e83-479a-46ec-a26f-0f1a010dc10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7f76bfef-0aa8-4d3f-95cc-597cddaaad3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:01:45.407286 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:45.407783 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] Bound using segment: {'id': '08913e83-479a-46ec-a26f-0f1a010dc10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7f76bfef-0aa8-4d3f-95cc-597cddaaad3e'} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:01:45.408360 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] Bound port: 0eaa0706-714a-4fc4-bd81-73de64014460, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08913e83-479a-46ec-a26f-0f1a010dc10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7f76bfef-0aa8-4d3f-95cc-597cddaaad3e'}}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:01:45.409071 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:45.442348 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-bc0ea01b-b242-4d2d-a010-8ba878d59598 admin admin] Allocated IP 172.20.0.1 (7f76bfef-0aa8-4d3f-95cc-597cddaaad3e/f46c5ed0-849c-4b18-bed2-160b47afb9e5/29f0252f-539b-440a-b772-539cc2293480) {{(pid=82083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:01:45.714257 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce7793-94e2-45f1-a489-56d8c63ede52 req-91136c68-33f0-42b9-a963-b4823b9d8fd6 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:45.739144 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-55ce7793-94e2-45f1-a489-56d8c63ede52 req-91136c68-33f0-42b9-a963-b4823b9d8fd6 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.8215382
Jul 13 22:01:46.005461 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-55ce7793-94e2-45f1-a489-56d8c63ede52 req-96a45a54-60e0-4b73-bab4-84059a965bfd tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2624881
Jul 13 22:01:46.086595 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-640d1352-d62b-479e-b4d8-a3264316a5ce req-a9c2dca2-2d8e-40b5-b252-35bfa0f374ca tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8999064
Jul 13 22:01:46.215282 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bc0ea01b-b242-4d2d-a010-8ba878d59598 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:46.252306 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-bc0ea01b-b242-4d2d-a010-8ba878d59598 admin admin] Transition to ACTIVE for port object 29f0252f-539b-440a-b772-539cc2293480 will not be triggered until provisioned by entity DHCP. {{(pid=82083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:01:46.277946 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bc0ea01b-b242-4d2d-a010-8ba878d59598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:46.283852 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:46.321630 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3c80c6df-12f9-40af-85ee-a8675e059629 req-0fec355e-7e36-4596-a628-50ecf806a855 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 1098 time: 1.0562296
Jul 13 22:01:46.363811 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ea01b-b242-4d2d-a010-8ba878d59598 admin admin] Pushing event updated for resources: {'Port': ['ID=29f0252f-539b-440a-b772-539cc2293480,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:46.370098 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] Notify callbacks [] for port, precommit_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:46.375942 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bc0ea01b-b242-4d2d-a010-8ba878d59598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:46.387435 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] Transition to ACTIVE for port object 8fd1fbe5-e154-4105-a206-4e87fd9124d0 will not be triggered until provisioned by entity L2. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:01:46.405987 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0ea01b-b242-4d2d-a010-8ba878d59598 admin admin] Network 7f76bfef-0aa8-4d3f-95cc-597cddaaad3e is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:01:46.411931 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:46.420396 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-bc0ea01b-b242-4d2d-a010-8ba878d59598 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:01:46.423153 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0ea01b-b242-4d2d-a010-8ba878d59598 admin admin] Received port after_create {{(pid=82083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:01:46.455451 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:46.542829 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b976306-5684-4d13-8ef2-e36be501db23 req-6fbf1f36-6b95-49e7-9286-6020f52dec4e tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:46.556155 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5b976306-5684-4d13-8ef2-e36be501db23 req-6fbf1f36-6b95-49e7-9286-6020f52dec4e tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 945 time: 0.6715255
Jul 13 22:01:46.556390 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecd974-d312-49bb-8424-fd1d48e90371 None None] Pushing event updated for resources: {'Port': ['ID=8fd1fbe5-e154-4105-a206-4e87fd9124d0,revision_number=2']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:46.581052 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] Attempting to bind port 8fd1fbe5-e154-4105-a206-4e87fd9124d0 on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:01:46.581484 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] Attempting to bind port 8fd1fbe5-e154-4105-a206-4e87fd9124d0 by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:01:46.581897 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] Attempting to bind port 8fd1fbe5-e154-4105-a206-4e87fd9124d0 on network c8866fbd-09a0-4cda-b97c-1016e46e3e88 {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:01:46.592446 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bc0ea01b-b242-4d2d-a010-8ba878d59598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854016810'] for router_interface, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:46.594795 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:01:46.595221 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] Checking segment: {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:01:46.595679 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:46.596119 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] Bound using segment: {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:01:46.596651 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] Bound port: 8fd1fbe5-e154-4105-a206-4e87fd9124d0, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:01:46.597140 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:46.704109 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] For port 8fd1fbe5-e154-4105-a206-4e87fd9124d0, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:01:46.707845 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] For port 8fd1fbe5-e154-4105-a206-4e87fd9124d0, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=8fd1fbe5-e154-4105-a206-4e87fd9124d0,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:01:46.744226 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3c80c6df-12f9-40af-85ee-a8675e059629 req-c092674e-8eca-481d-8c80-fae1a96ca43d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3954129
Jul 13 22:01:46.748547 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-d9ecd974-d312-49bb-8424-fd1d48e90371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:46.771673 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-abe35d8f-fe1d-422c-a6d9-59d69168fbc3 None None] Provisioning complete for port 332661f1-98b8-4acf-b668-f92d5d1d2f70 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:01:46.772065 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-abe35d8f-fe1d-422c-a6d9-59d69168fbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:46.783558 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e1a37-d8db-47a3-888d-ec0be5aec26f req-b3a0e4ae-254c-453d-beee-a712784c33d7 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:46.785724 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-296e1a37-d8db-47a3-888d-ec0be5aec26f req-b3a0e4ae-254c-453d-beee-a712784c33d7 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 943 time: 0.2494762
Jul 13 22:01:46.795968 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-5b976306-5684-4d13-8ef2-e36be501db23 req-3fe8308f-3ea1-49b0-9cc8-057ad2ee3f52 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Deleting port 7061a51f-848e-449e-beaf-6dcece56e144 {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:01:46.796806 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-5b976306-5684-4d13-8ef2-e36be501db23 req-3fe8308f-3ea1-49b0-9cc8-057ad2ee3f52 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:46.855844 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-296e1a37-d8db-47a3-888d-ec0be5aec26f req-31e36f67-0bee-4fc8-b9fe-07c0fc162a0d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535285
Jul 13 22:01:46.863565 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:46.889578 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:46.914065 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Router 65efbe97-f978-48b6-ac60-7c2823dbb4da has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:01:46.973213 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecd974-d312-49bb-8424-fd1d48e90371 None None] Pushing event updated for resources: {'Port': ['ID=8fd1fbe5-e154-4105-a206-4e87fd9124d0,revision_number=3']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:46.981900 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:46.995380 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-d9ecd974-d312-49bb-8424-fd1d48e90371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:47.067859 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] Routers {'2c70c314-3ad8-42af-a65a-1e9dca5c0c2f'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:01:47.068936 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf365cd160>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:01:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['2c70c314-3ad8-42af-a65a-1e9dca5c0c2f'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:01:47.115883 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bc0ea01b-b242-4d2d-a010-8ba878d59598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:47.188179 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fde85-8034-4341-8619-f957a2e8c583 req-8704144b-936f-41a7-9817-ca4799fa1368 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:47.197381 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-813fde85-8034-4341-8619-f957a2e8c583 req-8704144b-936f-41a7-9817-ca4799fa1368 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.5877905
Jul 13 22:01:47.395800 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-813fde85-8034-4341-8619-f957a2e8c583 req-ac13780c-47d1-49ff-92b2-47521cd817c0 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1934674
Jul 13 22:01:47.399539 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-5b976306-5684-4d13-8ef2-e36be501db23 req-3fe8308f-3ea1-49b0-9cc8-057ad2ee3f52 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] For port 7061a51f-848e-449e-beaf-6dcece56e144, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=7061a51f-848e-449e-beaf-6dcece56e144,segment=NetworkSegment(f1799ccd-1318-4e3f-bc76-e13aefcbc804),segment_id=f1799ccd-1318-4e3f-bc76-e13aefcbc804)] {{(pid=82083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:01:47.401398 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-5b976306-5684-4d13-8ef2-e36be501db23 req-3fe8308f-3ea1-49b0-9cc8-057ad2ee3f52 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:47.407379 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device a4c3f21c-8b78-470f-8402-78c85d381117 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 13 22:01:47.425595 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:01:47.466553 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] For port 332661f1-98b8-4acf-b668-f92d5d1d2f70, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=332661f1-98b8-4acf-b668-f92d5d1d2f70,segment=NetworkSegment(4c136830-8537-4b39-a276-84e121f66237),segment_id=4c136830-8537-4b39-a276-84e121f66237)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:01:47.466693 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f3b13-2238-42a2-a976-d4d1dc286fcb req-490fe740-05f8-42a5-98d5-33130db8caba tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:47.468244 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c91f3b13-2238-42a2-a976-d4d1dc286fcb req-490fe740-05f8-42a5-98d5-33130db8caba tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.2026930
Jul 13 22:01:47.490323 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] 10.222.0.18 "PUT /v2.0/routers/65efbe97-f978-48b6-ac60-7c2823dbb4da/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3385544
Jul 13 22:01:47.518888 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f815717f-cc56-45a4-a663-09849e581354 req-892aa0c5-947f-4427-80bb-486a6c3567c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e98d195175fb48da8da0450cb337c9e2&device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 1098 time: 0.3531075
Jul 13 22:01:47.577103 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] Set router 2c70c314-3ad8-42af-a65a-1e9dca5c0c2f gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:01:47.767976 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] Sync routers for ids ['65efbe97-f978-48b6-ac60-7c2823dbb4da'] in dv-cinder-800618-1-iscsi {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:01:47.798807 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-5b976306-5684-4d13-8ef2-e36be501db23 req-3fe8308f-3ea1-49b0-9cc8-057ad2ee3f52 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Calling delete_port for 7061a51f-848e-449e-beaf-6dcece56e144 owned by compute:nova {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:01:47.804239 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] Routers {'65efbe97-f978-48b6-ac60-7c2823dbb4da'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:01:47.804978 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36414b70>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:01:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['65efbe97-f978-48b6-ac60-7c2823dbb4da'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:01:47.814115 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c91f3b13-2238-42a2-a976-d4d1dc286fcb req-9ed05f74-5bff-4605-8c25-b1d223bbf99a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3212607
Jul 13 22:01:47.929276 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815717f-cc56-45a4-a663-09849e581354 req-8b717860-e0c5-4278-b347-2bd501f6981d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:47.938414 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f815717f-cc56-45a4-a663-09849e581354 req-8b717860-e0c5-4278-b347-2bd501f6981d service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c5abd27-10e4-4762-82c4-ccb760681ca8 HTTP/1.1" status: 200  len: 916 time: 0.3846743
Jul 13 22:01:47.957533 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] For port 0eaa0706-714a-4fc4-bd81-73de64014460, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:01:47.961136 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:48.135369 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port a4c3f21c-8b78-470f-8402-78c85d381117, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=a4c3f21c-8b78-470f-8402-78c85d381117,segment=NetworkSegment(172b8712-6f8b-4c5b-9df7-68a1feb820ba),segment_id=172b8712-6f8b-4c5b-9df7-68a1feb820ba)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:01:48.158761 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:48.190355 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f815717f-cc56-45a4-a663-09849e581354 req-da7a6f50-a3a0-4e39-a86e-a6e86e267108 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65efea10-5009-4215-a14c-0fda61962597 HTTP/1.1" status: 200  len: 1001 time: 0.2388735
Jul 13 22:01:48.252629 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Returning: {'device': 'a4c3f21c-8b78-470f-8402-78c85d381117', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'port_id': 'a4c3f21c-8b78-470f-8402-78c85d381117', 'mac_address': 'fa:16:3e:81:6f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 13 22:01:48.265045 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Pushing event updated for resources: {'Port': ['ID=332661f1-98b8-4acf-b668-f92d5d1d2f70,revision_number=3']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:48.328264 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815717f-cc56-45a4-a663-09849e581354 req-1ff74874-4373-49a8-b1e3-d2a16554b8aa service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:48.329916 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f815717f-cc56-45a4-a663-09849e581354 req-1ff74874-4373-49a8-b1e3-d2a16554b8aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19a5e143-e3f3-4497-b1eb-410b89ec303c HTTP/1.1" status: 200  len: 854 time: 0.1312273
Jul 13 22:01:48.385087 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] Set router 65efbe97-f978-48b6-ac60-7c2823dbb4da gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:01:48.392920 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:48.393332 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:48.393704 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:48.394085 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:48.394460 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:48.394831 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:48.395204 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:48.395593 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:48.395963 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:48.396386 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:48.396670 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:01:48.400962 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 5919ba2b-78db-49fc-8990-2daf85027299 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:01:48.463934 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] For port 0eaa0706-714a-4fc4-bd81-73de64014460, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=0eaa0706-714a-4fc4-bd81-73de64014460,segment=NetworkSegment(08913e83-479a-46ec-a26f-0f1a010dc10c),segment_id=08913e83-479a-46ec-a26f-0f1a010dc10c)] {{(pid=82085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:01:48.465765 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:48.475519 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:48.497776 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-abe35d8f-fe1d-422c-a6d9-59d69168fbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:48.509838 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f815717f-cc56-45a4-a663-09849e581354 req-77b0619f-f8af-4e52-a6dc-0d11dee1c9a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c5abd27-10e4-4762-82c4-ccb760681ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1648064
Jul 13 22:01:48.514388 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c3f21c-8b78-470f-8402-78c85d381117 {{(pid=82085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:01:48.531869 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port a4c3f21c-8b78-470f-8402-78c85d381117, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=a4c3f21c-8b78-470f-8402-78c85d381117,segment=NetworkSegment(172b8712-6f8b-4c5b-9df7-68a1feb820ba),segment_id=172b8712-6f8b-4c5b-9df7-68a1feb820ba)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:01:48.546378 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:48.561815 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:48.593737 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:48.645829 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port 5919ba2b-78db-49fc-8990-2daf85027299 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:01:48.720531 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 5919ba2b-78db-49fc-8990-2daf85027299 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:01:48.721025 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:48.749777 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a52ab7-45c5-4480-8c37-e10d7ac064a1 req-f1d996cb-08ba-4140-801d-78a5d8c37bc3 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:48.754889 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e0a52ab7-45c5-4480-8c37-e10d7ac064a1 req-f1d996cb-08ba-4140-801d-78a5d8c37bc3 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 945 time: 0.7378566
Jul 13 22:01:48.760175 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bc0ea01b-b242-4d2d-a010-8ba878d59598 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:48.839883 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bc0ea01b-b242-4d2d-a010-8ba878d59598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852293183'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:48.883914 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] Pushing event updated for resources: {'Port': ['ID=0eaa0706-714a-4fc4-bd81-73de64014460,revision_number=2']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:48.887420 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:48.898540 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:48.927689 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-deea0e98-db8f-4d32-925d-9e960b05c3aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:48.969788 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f815717f-cc56-45a4-a663-09849e581354 req-feb9495c-c271-4f49-a32d-1b4dded99665 service neutron] 10.222.0.15 "GET /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4510317
Jul 13 22:01:48.997725 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5268981-e12a-4f4f-a96e-648a95396ee8 req-70530e18-7687-4942-8366-33a72343dcdf tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:49.002789 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c5268981-e12a-4f4f-a96e-648a95396ee8 req-70530e18-7687-4942-8366-33a72343dcdf tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 944 time: 0.3358727
Jul 13 22:01:49.029970 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['a4c3f21c-8b78-470f-8402-78c85d381117'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:01:49.076915 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.db.api [None req-abe35d8f-fe1d-422c-a6d9-59d69168fbc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 13 22:01:49.077329 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_db.api [None req-abe35d8f-fe1d-422c-a6d9-59d69168fbc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 13 22:01:49.101315 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-5b976306-5684-4d13-8ef2-e36be501db23 req-3fe8308f-3ea1-49b0-9cc8-057ad2ee3f52 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:49.144950 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bc0ea01b-b242-4d2d-a010-8ba878d59598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16054315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758901'] for router_interface, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:49.183650 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 65efea10-5009-4215-a14c-0fda61962597 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:01:49.194039 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ea01b-b242-4d2d-a010-8ba878d59598 admin admin] Pushing event updated for resources: {'Port': ['ID=29f0252f-539b-440a-b772-539cc2293480,revision_number=2']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:49.203346 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36414b70>, [{'id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'name': 'tempest-TestShelveInstance-1578476899-router', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '474ac49a-6b6d-477b-96db-c0669797219a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:34Z', 'updated_at': '2021-07-13T22:01:43Z', 'revision_number': 4, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'gw_port': {'id': '474ac49a-6b6d-477b-96db-c0669797219a', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:35Z', 'updated_at': '2021-07-13T22:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '31baf189-c963-44d8-9a2a-fc9c3751d4f4', 'name': '', 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'mac_address': 'fa:16:3e:a5:b8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '929d024b-f9ca-4456-ac0b-9240e5535dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:42Z', 'updated_at': '2021-07-13T22:01:44Z', 'revision_number': 2, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'subnets': [{'id': '929d024b-f9ca-4456-ac0b-9240e5535dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:01:49.205566 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bc0ea01b-b242-4d2d-a010-8ba878d59598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:49.216842 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] Checking router: 65efbe97-f978-48b6-ac60-7c2823dbb4da for host: dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:01:49.220678 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b77d72fd-af5b-4a37-9817-8cbaa4868c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:49.221396 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] Updating router 65efbe97-f978-48b6-ac60-7c2823dbb4da port 31baf189-c963-44d8-9a2a-fc9c3751d4f4 binding host dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 13 22:01:49.276524 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e0a52ab7-45c5-4480-8c37-e10d7ac064a1 req-d32bd55b-d7f2-40fc-b21e-c28fac3aad49 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5036154
Jul 13 22:01:49.307265 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c5268981-e12a-4f4f-a96e-648a95396ee8 req-9db28417-1c84-42ab-b427-2d06c30fab35 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2367136
Jul 13 22:01:49.343750 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f815717f-cc56-45a4-a663-09849e581354 req-2a7429ef-d205-4c51-bf80-09bd9313c82e service neutron] 10.222.0.15 "GET /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3612518
Jul 13 22:01:49.387422 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:49.432259 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8308f-3ea1-49b0-9cc8-057ad2ee3f52 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Pushing event deleted for resources: {'Port': ['ID=7061a51f-848e-449e-beaf-6dcece56e144,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:49.444262 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-3fe8308f-3ea1-49b0-9cc8-057ad2ee3f52 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:49.480188 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=a4c3f21c-8b78-470f-8402-78c85d381117,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:49.490176 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:49.547881 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b976306-5684-4d13-8ef2-e36be501db23 req-3fe8308f-3ea1-49b0-9cc8-057ad2ee3f52 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] No DVR routers for this DVR port 7061a51f-848e-449e-beaf-6dcece56e144 on host hv-cinder-80061 {{(pid=82083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:01:49.647505 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:49.692134 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 41460) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:49.705281 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-247244597-network', 'tenant_id': '9ae54f971cef432394cca611d7d77bc9'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:01:49.713248 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:01:49.719068 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] Usage tracker for resource:network and tenant:9ae54f971cef432394cca611d7d77bc9 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:01:49.722830 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:01:49.729297 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:01:49.744294 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] Made reservation on behalf of 9ae54f971cef432394cca611d7d77bc9 for: {'network': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:01:49.744540 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:49.749471 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for network, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:49.771413 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:49.817177 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:01:49.823791 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] Usage tracker for resource:security_group_rule and tenant:9ae54f971cef432394cca611d7d77bc9 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:01:49.828209 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:01:49.828769 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-5b976306-5684-4d13-8ef2-e36be501db23 req-3fe8308f-3ea1-49b0-9cc8-057ad2ee3f52 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:49.833238 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f63a05d-4041-4182-b5b8-be8c3e11bb62', 'name': 'network-vif-deleted', 'tag': '7061a51f-848e-449e-beaf-6dcece56e144'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:01:49.836842 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:01:49.847631 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf365cd160>, [{'id': '2c70c314-3ad8-42af-a65a-1e9dca5c0c2f', 'name': 'tempest-TestMinimumBasicScenario-1689770341-router', 'tenant_id': '4db584c7a64942b7a8e03e0989961e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '8fd1fbe5-e154-4105-a206-4e87fd9124d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:39Z', 'updated_at': '2021-07-13T22:01:46Z', 'revision_number': 4, 'project_id': '4db584c7a64942b7a8e03e0989961e90', 'gw_port': {'id': '8fd1fbe5-e154-4105-a206-4e87fd9124d0', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c70c314-3ad8-42af-a65a-1e9dca5c0c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:40Z', 'updated_at': '2021-07-13T22:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '29f0252f-539b-440a-b772-539cc2293480', 'name': '', 'network_id': '7f76bfef-0aa8-4d3f-95cc-597cddaaad3e', 'tenant_id': '4db584c7a64942b7a8e03e0989961e90', 'mac_address': 'fa:16:3e:58:e8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c70c314-3ad8-42af-a65a-1e9dca5c0c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f46c5ed0-849c-4b18-bed2-160b47afb9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:45Z', 'updated_at': '2021-07-13T22:01:45Z', 'revision_number': 1, 'project_id': '4db584c7a64942b7a8e03e0989961e90', 'subnets': [{'id': 'f46c5ed0-849c-4b18-bed2-160b47afb9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:01:49.859338 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d4d274-d4dc-4fe1-877c-d2ef244b726e None None] The sync data for ids ['2c70c314-3ad8-42af-a65a-1e9dca5c0c2f'] in dv-cinder-800618-1-iscsi is: [{'id': '2c70c314-3ad8-42af-a65a-1e9dca5c0c2f', 'name': 'tempest-TestMinimumBasicScenario-1689770341-router', 'tenant_id': '4db584c7a64942b7a8e03e0989961e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '8fd1fbe5-e154-4105-a206-4e87fd9124d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:39Z', 'updated_at': '2021-07-13T22:01:46Z', 'revision_number': 4, 'project_id': '4db584c7a64942b7a8e03e0989961e90', 'gw_port': {'id': '8fd1fbe5-e154-4105-a206-4e87fd9124d0', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c70c314-3ad8-42af-a65a-1e9dca5c0c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:40Z', 'updated_at': '2021-07-13T22:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '29f0252f-539b-440a-b772-539cc2293480', 'name': '', 'network_id': '7f76bfef-0aa8-4d3f-95cc-597cddaaad3e', 'tenant_id': '4db584c7a64942b7a8e03e0989961e90', 'mac_address': 'fa:16:3e:58:e8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c70c314-3ad8-42af-a65a-1e9dca5c0c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f46c5ed0-849c-4b18-bed2-160b47afb9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:45Z', 'updated_at': '2021-07-13T22:01:45Z', 'revision_number': 1, 'project_id': '4db584c7a64942b7a8e03e0989961e90', 'subnets': [{'id': 'f46c5ed0-849c-4b18-bed2-160b47afb9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:01:49.868950 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd847c036-867a-4e7e-8304-620b60fb0bcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65efea10-5009-4215-a14c-0fda61962597'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:01:49.877645 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] For port 5919ba2b-78db-49fc-8990-2daf85027299, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=5919ba2b-78db-49fc-8990-2daf85027299,segment=NetworkSegment(b6c09138-8014-4cbf-b76d-c7d4483cf378),segment_id=b6c09138-8014-4cbf-b76d-c7d4483cf378)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:01:49.891127 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-abe35d8f-fe1d-422c-a6d9-59d69168fbc3 None None] Provisioning for port 31baf189-c963-44d8-9a2a-fc9c3751d4f4 completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:01:49.901155 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 65efea10-5009-4215-a14c-0fda61962597, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=65efea10-5009-4215-a14c-0fda61962597,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:01:49.902490 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:49.903835 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 474ac49a-6b6d-477b-96db-c0669797219a up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:01:49.929524 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-abe35d8f-fe1d-422c-a6d9-59d69168fbc3 None None] Provisioning complete for port 31baf189-c963-44d8-9a2a-fc9c3751d4f4 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:01:49.930103 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-abe35d8f-fe1d-422c-a6d9-59d69168fbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:49.930771 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5b976306-5684-4d13-8ef2-e36be501db23 req-3fe8308f-3ea1-49b0-9cc8-057ad2ee3f52 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.15 "DELETE /v2.0/ports/7061a51f-848e-449e-beaf-6dcece56e144 HTTP/1.1" status: 204  len: 173 time: 3.3731928
Jul 13 22:01:49.969868 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:49.976622 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-d9ecd974-d312-49bb-8424-fd1d48e90371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:49.979729 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:49.990860 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a0cb40eb-39e7-48cb-b5b6-e8a33f6aa619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:50.015343 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0ea01b-b242-4d2d-a010-8ba878d59598 admin admin] Network 7f76bfef-0aa8-4d3f-95cc-597cddaaad3e is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:01:50.016090 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51e743-349b-4bf0-9954-57f5b83d4495 req-eeb62a35-e3b8-421c-8059-09bd2efcc0d7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:50.018141 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2c51e743-349b-4bf0-9954-57f5b83d4495 req-eeb62a35-e3b8-421c-8059-09bd2efcc0d7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 945 time: 0.4315424
Jul 13 22:01:50.021761 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-bc0ea01b-b242-4d2d-a010-8ba878d59598 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:01:50.031510 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4356f-bf1d-42b8-8020-e21ff5e03cf8 req-acedaa7d-12a8-4365-957d-131cf24e3c61 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:50.033202 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e3e4356f-bf1d-42b8-8020-e21ff5e03cf8 req-acedaa7d-12a8-4365-957d-131cf24e3c61 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.2011654
Jul 13 22:01:50.050601 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a9b6ca-3616-4e36-8c11-4a77975e6d84,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:50.053040 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:50.054693 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 7061a51f-848e-449e-beaf-6dcece56e144 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:01:50.069290 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:50.104024 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111}  {{(pid=82084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 13 22:01:50.115688 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] No Port match for: 7061a51f-848e-449e-beaf-6dcece56e144 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:01:50.116236 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 7061a51f-848e-449e-beaf-6dcece56e144 not bound to the agent host hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:01:50.129000 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] Notify callbacks [] for port, precommit_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:50.140716 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2c51e743-349b-4bf0-9954-57f5b83d4495 req-c86cd2ee-98d2-4bc1-ae29-d3a871feaf8f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0833783
Jul 13 22:01:50.154915 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:50.155691 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.segments_db [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] Added segment 1fb71ded-d614-4c90-bb1d-9ec95d73d6d4 of type vlan for network eb0696ca-c584-4f7e-9197-8f986407fc07
Jul 13 22:01:50.155946 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] Transition to ACTIVE for port object 31baf189-c963-44d8-9a2a-fc9c3751d4f4 will not be triggered until provisioned by entity L2. {{(pid=82086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:01:50.171262 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:50.176154 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:50.186741 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782997489472'] for network, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:50.191805 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Pushing event updated for resources: {'Port': ['ID=5919ba2b-78db-49fc-8990-2daf85027299,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:50.240711 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for network, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:50.243083 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:50.243850 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:50.245330 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:50.248507 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:50.249742 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:50.280073 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63485b96-f35e-44b1-8f30-8c21f435c34c None None] Pushing event updated for resources: {'Port': ['ID=31baf189-c963-44d8-9a2a-fc9c3751d4f4,revision_number=3']} {{(pid=82086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:50.297556 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-63485b96-f35e-44b1-8f30-8c21f435c34c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:50.320300 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e3e4356f-bf1d-42b8-8020-e21ff5e03cf8 req-1f39ccfc-72e3-406a-b4de-9fa2f88b5fec tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2063999
Jul 13 22:01:50.370216 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6745560
Jul 13 22:01:50.373815 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 41474) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:50.376579 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] Pushing event updated for resources: {'Network': ['ID=eb0696ca-c584-4f7e-9197-8f986407fc07,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:50.381726 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:50.390388 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-9e1594b4-5abc-4db2-85b8-a91745676296 admin admin] Request body: {'subnet': {'network_id': 'eb0696ca-c584-4f7e-9197-8f986407fc07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-247244597-subnet', 'tenant_id': '9ae54f971cef432394cca611d7d77bc9', 'ip_version': 4}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:01:50.400821 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-9e1594b4-5abc-4db2-85b8-a91745676296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:01:50.412206 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Network eb0696ca-c584-4f7e-9197-8f986407fc07 details requested by agent ovs-agent-dv-cinder-800618-1-iscsi with host dv-cinder-800618-1-iscsi {{(pid=82085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 13 22:01:50.414959 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-9e1594b4-5abc-4db2-85b8-a91745676296 admin admin] Usage tracker for resource:subnet and tenant:9ae54f971cef432394cca611d7d77bc9 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:01:50.422495 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-9e1594b4-5abc-4db2-85b8-a91745676296 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:01:50.440980 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-9e1594b4-5abc-4db2-85b8-a91745676296 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:01:50.446031 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-abe35d8f-fe1d-422c-a6d9-59d69168fbc3 None None] Port 31baf189-c963-44d8-9a2a-fc9c3751d4f4 cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 22:01:50.449300 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=65efea10-5009-4215-a14c-0fda61962597,revision_number=8']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:50.469010 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1594b4-5abc-4db2-85b8-a91745676296 admin admin] Made reservation on behalf of 9ae54f971cef432394cca611d7d77bc9 for: {'subnet': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:01:50.470115 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:50.474467 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9e1594b4-5abc-4db2-85b8-a91745676296 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:50.544288 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f63a05d-4041-4182-b5b8-be8c3e11bb62', 'name': 'network-vif-deleted', 'tag': '7061a51f-848e-449e-beaf-6dcece56e144', 'status': 'completed', 'code': 200}
Jul 13 22:01:50.915047 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] Attempting to bind port 31baf189-c963-44d8-9a2a-fc9c3751d4f4 on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:01:50.915397 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] Attempting to bind port 31baf189-c963-44d8-9a2a-fc9c3751d4f4 by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': '4c136830-8537-4b39-a276-84e121f66237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052'}] {{(pid=82086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:01:50.915821 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] Attempting to bind port 31baf189-c963-44d8-9a2a-fc9c3751d4f4 on network f06f9b30-3d60-4ae8-94be-d6b42f3a3052 {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:01:50.941002 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:01:50.943634 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] Checking segment: {'id': '4c136830-8537-4b39-a276-84e121f66237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:01:50.944303 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:50.946618 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] Bound using segment: {'id': '4c136830-8537-4b39-a276-84e121f66237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052'} {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:01:50.951853 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] Bound port: 31baf189-c963-44d8-9a2a-fc9c3751d4f4, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c136830-8537-4b39-a276-84e121f66237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052'}}] {{(pid=82086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:01:50.953335 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:51.095382 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5c7068a0-73f9-4892-acc3-407125e78652 req-63934f4c-a48c-42e6-ad0c-9d713bf6b544 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f63a05d-4041-4182-b5b8-be8c3e11bb62 HTTP/1.1" status: 200  len: 210 time: 0.2401545
Jul 13 22:01:51.183639 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd847c036-867a-4e7e-8304-620b60fb0bcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65efea10-5009-4215-a14c-0fda61962597', 'code': 200}
Jul 13 22:01:51.209363 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] For port 31baf189-c963-44d8-9a2a-fc9c3751d4f4, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:01:51.222276 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] For port 31baf189-c963-44d8-9a2a-fc9c3751d4f4, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=31baf189-c963-44d8-9a2a-fc9c3751d4f4,segment=NetworkSegment(4c136830-8537-4b39-a276-84e121f66237),segment_id=4c136830-8537-4b39-a276-84e121f66237)] {{(pid=82086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:01:51.229586 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:51.256108 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48116e95-4279-4ccf-81eb-72e73ca92764 req-ddec28fa-f334-4e6d-b5e5-bf5872499213 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:51.270124 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-84a28e3b-a303-4524-bda3-47233d04a31c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:51.270659 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-48116e95-4279-4ccf-81eb-72e73ca92764 req-ddec28fa-f334-4e6d-b5e5-bf5872499213 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 944 time: 0.2936285
Jul 13 22:01:51.449561 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-48116e95-4279-4ccf-81eb-72e73ca92764 req-1b182552-5107-43e5-90a6-afb5a9621567 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1778359
Jul 13 22:01:51.474798 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0ea01b-b242-4d2d-a010-8ba878d59598 admin admin] Router 2c70c314-3ad8-42af-a65a-1e9dca5c0c2f has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:01:51.541686 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63485b96-f35e-44b1-8f30-8c21f435c34c None None] Pushing event updated for resources: {'Port': ['ID=31baf189-c963-44d8-9a2a-fc9c3751d4f4,revision_number=4']} {{(pid=82086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:51.549733 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-63485b96-f35e-44b1-8f30-8c21f435c34c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:51.555401 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port 474ac49a-6b6d-477b-96db-c0669797219a completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:01:51.572604 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] Routers {'65efbe97-f978-48b6-ac60-7c2823dbb4da'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:01:51.575026 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36414b70>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:01:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['65efbe97-f978-48b6-ac60-7c2823dbb4da'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:01:51.614930 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9e1594b4-5abc-4db2-85b8-a91745676296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for subnet, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:51.621437 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1f288ce2-da04-46d5-b691-b3a3ec3b3a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:51.645088 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 474ac49a-6b6d-477b-96db-c0669797219a triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:01:51.648457 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:51.697382 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 41490) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:51.827238 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1594b4-5abc-4db2-85b8-a91745676296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dd52e1d-9284-4ad5-ae39-e2e81bb54eab,revision_number=0']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:51.844836 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-9e1594b4-5abc-4db2-85b8-a91745676296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:51.857539 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1594b4-5abc-4db2-85b8-a91745676296 admin admin] Checking segment: {'id': '1fb71ded-d614-4c90-bb1d-9ec95d73d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb0696ca-c584-4f7e-9197-8f986407fc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:01:51.858788 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1594b4-5abc-4db2-85b8-a91745676296 admin admin] Network hostable DHCP agents. Network: eb0696ca-c584-4f7e-9197-8f986407fc07, hostable agents: ['42e73b5f-b36d-45e9-8068-895c526abb3e'], hosted agents: [] {{(pid=82084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 13 22:01:51.924884 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1594b4-5abc-4db2-85b8-a91745676296 admin admin] Network eb0696ca-c584-4f7e-9197-8f986407fc07 is scheduled to be hosted by DHCP agent 42e73b5f-b36d-45e9-8068-895c526abb3e with binding_index 1 {{(pid=82084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 13 22:01:51.944041 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-9e1594b4-5abc-4db2-85b8-a91745676296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-iscsi, eb0696ca-c584-4f7e-9197-8f986407fc07) {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:01:51.956588 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1594b4-5abc-4db2-85b8-a91745676296 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:51.957487 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9e1594b4-5abc-4db2-85b8-a91745676296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:51.979978 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9231db3-6632-4fc8-8030-cc40fc2056ae None None] Network 7f76bfef-0aa8-4d3f-95cc-597cddaaad3e requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:01:52.023976 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-9e1594b4-5abc-4db2-85b8-a91745676296 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.6477587
Jul 13 22:01:52.025307 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 41498) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:52.037735 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-86c7662d-80a6-46f8-9056-dc174e79d95c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-247244597-router', 'tenant_id': '9ae54f971cef432394cca611d7d77bc9', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:01:52.058548 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-86c7662d-80a6-46f8-9056-dc174e79d95c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:01:52.063108 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaf0ec1-5594-4548-bbf9-77aee6eec02c None None] Network eb0696ca-c584-4f7e-9197-8f986407fc07 requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:01:52.063783 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-86c7662d-80a6-46f8-9056-dc174e79d95c admin admin] Usage tracker for resource:router and tenant:9ae54f971cef432394cca611d7d77bc9 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:01:52.068482 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-86c7662d-80a6-46f8-9056-dc174e79d95c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:01:52.088854 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-86c7662d-80a6-46f8-9056-dc174e79d95c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:01:52.092612 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] Set router 65efbe97-f978-48b6-ac60-7c2823dbb4da gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:01:52.111147 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-86c7662d-80a6-46f8-9056-dc174e79d95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751416', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854770131'] for router, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:52.112166 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-86c7662d-80a6-46f8-9056-dc174e79d95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854024219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854022111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854215556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5669'] for router, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:52.150446 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cceb5-7541-4a06-9dad-4575f62d2c40 req-f5a538d9-898e-4540-a396-5ec1f6b014a7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:52.159837 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-208cceb5-7541-4a06-9dad-4575f62d2c40 req-f5a538d9-898e-4540-a396-5ec1f6b014a7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.2564106
Jul 13 22:01:52.186978 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-86c7662d-80a6-46f8-9056-dc174e79d95c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:52.263537 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-208cceb5-7541-4a06-9dad-4575f62d2c40 req-e925c431-eb62-4679-954b-f99f7d646c8f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1023660
Jul 13 22:01:52.349340 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0ea01b-b242-4d2d-a010-8ba878d59598 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:01:52.361823 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-bc0ea01b-b242-4d2d-a010-8ba878d59598 admin admin] 10.222.0.18 "PUT /v2.0/routers/2c70c314-3ad8-42af-a65a-1e9dca5c0c2f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7941995
Jul 13 22:01:52.463499 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:01:52.784643 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36414b70>, [{'id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'name': 'tempest-TestShelveInstance-1578476899-router', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '474ac49a-6b6d-477b-96db-c0669797219a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:34Z', 'updated_at': '2021-07-13T22:01:43Z', 'revision_number': 4, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'gw_port': {'id': '474ac49a-6b6d-477b-96db-c0669797219a', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:35Z', 'updated_at': '2021-07-13T22:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '31baf189-c963-44d8-9a2a-fc9c3751d4f4', 'name': '', 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'mac_address': 'fa:16:3e:a5:b8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '929d024b-f9ca-4456-ac0b-9240e5535dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:42Z', 'updated_at': '2021-07-13T22:01:51Z', 'revision_number': 4, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'subnets': [{'id': '929d024b-f9ca-4456-ac0b-9240e5535dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:01:52.796570 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f987beca-f9db-41cd-9c77-3f7105846f3b None None] The sync data for ids ['65efbe97-f978-48b6-ac60-7c2823dbb4da'] in dv-cinder-800618-1-iscsi is: [{'id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'name': 'tempest-TestShelveInstance-1578476899-router', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '474ac49a-6b6d-477b-96db-c0669797219a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:34Z', 'updated_at': '2021-07-13T22:01:43Z', 'revision_number': 4, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'gw_port': {'id': '474ac49a-6b6d-477b-96db-c0669797219a', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:35Z', 'updated_at': '2021-07-13T22:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '31baf189-c963-44d8-9a2a-fc9c3751d4f4', 'name': '', 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'mac_address': 'fa:16:3e:a5:b8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '929d024b-f9ca-4456-ac0b-9240e5535dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:42Z', 'updated_at': '2021-07-13T22:01:51Z', 'revision_number': 4, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'subnets': [{'id': '929d024b-f9ca-4456-ac0b-9240e5535dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:01:52.914093 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-80a3a170-faf3-4581-be87-1f052258d931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:53.075489 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-59214a98-e636-400a-9cfc-a30d47a04a07 req-bc9f680c-df46-480d-b560-73d9412cc0eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a64f1d97f1f646f498668269b6c5ee10&device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 1098 time: 0.3277202
Jul 13 22:01:53.078116 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:53.114503 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] For port 474ac49a-6b6d-477b-96db-c0669797219a, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=474ac49a-6b6d-477b-96db-c0669797219a,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:01:53.121578 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:53.136482 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:53.267881 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-86c7662d-80a6-46f8-9056-dc174e79d95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854022096', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5684'] for router, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:53.326887 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Pushing event updated for resources: {'Port': ['ID=474ac49a-6b6d-477b-96db-c0669797219a,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:53.345523 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2b74389-647e-5418-80f0-f99db5a1f3e2-eb0696ca-c584-4f7e-9197-8f986407fc07', 'network_id': 'eb0696ca-c584-4f7e-9197-8f986407fc07', 'tenant_id': '9ae54f971cef432394cca611d7d77bc9', 'fixed_ips': [{'subnet_id': '5dd52e1d-9284-4ad5-ae39-e2e81bb54eab'}]}} from dv-cinder-800618-1-iscsi. {{(pid=82085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 13 22:01:53.351736 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:53.352699 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-80a3a170-faf3-4581-be87-1f052258d931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:01:53.383217 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-80a3a170-faf3-4581-be87-1f052258d931 admin admin] Usage tracker for resource:security_group_rule and tenant:d24c5d7f9abd44f8b7e59f4522504a7d is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:01:53.403748 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-80a3a170-faf3-4581-be87-1f052258d931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:01:53.406786 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59214a98-e636-400a-9cfc-a30d47a04a07 req-7799482d-c64d-4c4b-9aad-243fb6f4bccc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:53.419858 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-59214a98-e636-400a-9cfc-a30d47a04a07 req-7799482d-c64d-4c4b-9aad-243fb6f4bccc service neutron] 10.222.0.15 "GET /v2.0/networks?id=4f4027db-4b36-48ec-9349-8e337787556b HTTP/1.1" status: 200  len: 919 time: 0.3371623
Jul 13 22:01:53.460764 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:53.559079 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-80a3a170-faf3-4581-be87-1f052258d931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:01:53.639338 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-59214a98-e636-400a-9cfc-a30d47a04a07 req-f4f07975-505b-482e-8023-cc352370eda2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc724c34-4271-4503-ad71-a27f097d768b HTTP/1.1" status: 200  len: 217 time: 0.2110779
Jul 13 22:01:53.782814 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-80a3a170-faf3-4581-be87-1f052258d931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:53.810157 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581aebc-8111-4f12-b845-20921ba91100 req-fb807641-ef59-4851-a640-e4d72e34a23d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:53.812539 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9581aebc-8111-4f12-b845-20921ba91100 req-fb807641-ef59-4851-a640-e4d72e34a23d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 944 time: 0.7486989
Jul 13 22:01:53.814861 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-80a3a170-faf3-4581-be87-1f052258d931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:53.821715 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59214a98-e636-400a-9cfc-a30d47a04a07 req-1a73599d-683e-4d54-9bd8-339beedbdd46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:53.825593 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-59214a98-e636-400a-9cfc-a30d47a04a07 req-1a73599d-683e-4d54-9bd8-339beedbdd46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=69a8555f-a6b4-42e1-a19f-3dfdc28a26ef HTTP/1.1" status: 200  len: 858 time: 0.1686325
Jul 13 22:01:53.833576 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 5919ba2b-78db-49fc-8990-2daf85027299 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:01:53.876667 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-959b3f39-07d8-4a6e-b690-6680d7a39ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:53.927541 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['b90febf4-60f1-4573-9146-7a4106624407'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:01:54.053252 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-59214a98-e636-400a-9cfc-a30d47a04a07 req-f9d72dfb-69a7-40c2-89a0-39401b82a30c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4f4027db-4b36-48ec-9349-8e337787556b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2120476
Jul 13 22:01:54.069859 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3a170-faf3-4581-be87-1f052258d931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5f629f-c5a6-4124-9588-b28a96781c8b,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:54.081133 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-80a3a170-faf3-4581-be87-1f052258d931 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d24c5d7f9abd44f8b7e59f4522504a7d&name=default HTTP/1.1" status: 200  len: 2647 time: 2.3783872
Jul 13 22:01:54.082500 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-80a3a170-faf3-4581-be87-1f052258d931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:54.087149 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 41552) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:54.123155 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9581aebc-8111-4f12-b845-20921ba91100 req-9cba3ff2-3062-4219-8b10-4c6f3c0755d0 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2941892
Jul 13 22:01:54.166567 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 5919ba2b-78db-49fc-8990-2daf85027299 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:01:54.167002 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:54.270134 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-41453181-5b49-437c-b194-c7e1eb32556d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:54.347435 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6317454-29d8-435d-a51e-1113053cff3e req-a2503e3b-f3db-405a-8248-16e602610039 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:54.353322 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a6317454-29d8-435d-a51e-1113053cff3e req-a2503e3b-f3db-405a-8248-16e602610039 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.5193355
Jul 13 22:01:54.370673 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-41453181-5b49-437c-b194-c7e1eb32556d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:54.406942 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-86c7662d-80a6-46f8-9056-dc174e79d95c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:54.453698 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-86c7662d-80a6-46f8-9056-dc174e79d95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:54.503919 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] Allocated IP 172.20.0.2 (eb0696ca-c584-4f7e-9197-8f986407fc07/5dd52e1d-9284-4ad5-ae39-e2e81bb54eab/030cafb8-9ffe-4b6d-a025-9dcb91acd461) {{(pid=82085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:01:54.512325 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 8fd1fbe5-e154-4105-a206-4e87fd9124d0 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:01:54.520723 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-59214a98-e636-400a-9cfc-a30d47a04a07 req-fcad9d8b-8305-40f8-8624-43e159edd2e0 service neutron] 10.222.0.15 "GET /v2.0/networks/4f4027db-4b36-48ec-9349-8e337787556b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4602978
Jul 13 22:01:54.599409 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-41453181-5b49-437c-b194-c7e1eb32556d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:54.660577 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:54.734540 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-723d066c-9a63-4480-8552-5ed1be0b1ba4 None None] Provisioning for port 0eaa0706-714a-4fc4-bd81-73de64014460 completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:01:54.776445 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-59214a98-e636-400a-9cfc-a30d47a04a07 req-eb5b6d7c-b7e7-428d-b274-59474e8be4c8 service neutron] 10.222.0.15 "GET /v2.0/networks/4f4027db-4b36-48ec-9349-8e337787556b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2263818
Jul 13 22:01:54.784512 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a6317454-29d8-435d-a51e-1113053cff3e req-2ff89b20-d9c3-424e-bb5e-03ca7efc4552 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3865824
Jul 13 22:01:54.812689 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41453181-5b49-437c-b194-c7e1eb32556d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5f629f-c5a6-4124-9588-b28a96781c8b,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:54.821407 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-41453181-5b49-437c-b194-c7e1eb32556d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:54.834610 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-86c7662d-80a6-46f8-9056-dc174e79d95c admin admin] Allocated IP 172.27.3.136 (c8866fbd-09a0-4cda-b97c-1016e46e3e88/8a6156a0-7e3f-4c59-8b62-81399f240021/747714d4-a7ac-4896-9181-fc1bdaea0cc9) {{(pid=82084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:01:54.895140 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-41453181-5b49-437c-b194-c7e1eb32556d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:54.896383 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-41453181-5b49-437c-b194-c7e1eb32556d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c5f629f-c5a6-4124-9588-b28a96781c8b HTTP/1.1" status: 204  len: 168 time: 0.8078208
Jul 13 22:01:55.025379 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-63193e58-18fd-4eb3-babb-163993004afc req-776c0cea-39d0-4611-8b5a-ddf2d9087ca1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.3471191
Jul 13 22:01:55.173754 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port 8fd1fbe5-e154-4105-a206-4e87fd9124d0 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:01:55.185058 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-86c7662d-80a6-46f8-9056-dc174e79d95c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:55.240050 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device a4c3f21c-8b78-470f-8402-78c85d381117 up at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:01:55.252757 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-86c7662d-80a6-46f8-9056-dc174e79d95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:55.258707 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:55.394799 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c7662d-80a6-46f8-9056-dc174e79d95c admin admin] Network c8866fbd-09a0-4cda-b97c-1016e46e3e88 is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:01:55.398870 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-86c7662d-80a6-46f8-9056-dc174e79d95c admin admin] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:01:55.403848 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c7662d-80a6-46f8-9056-dc174e79d95c admin admin] Received port after_create {{(pid=82084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:01:55.438787 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7662d-80a6-46f8-9056-dc174e79d95c admin admin] Pushing event updated for resources: {'Port': ['ID=747714d4-a7ac-4896-9181-fc1bdaea0cc9,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:55.446490 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-86c7662d-80a6-46f8-9056-dc174e79d95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:55.506415 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 8fd1fbe5-e154-4105-a206-4e87fd9124d0 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:01:55.512178 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:55.691266 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd6677-65ba-4e21-b62f-43af574c9a68 req-137afae7-0b72-401d-b890-17f64730cb58 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:55.703091 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c8fd6677-65ba-4e21-b62f-43af574c9a68 req-137afae7-0b72-401d-b890-17f64730cb58 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 944 time: 0.2384419
Jul 13 22:01:55.842217 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c8fd6677-65ba-4e21-b62f-43af574c9a68 req-327c9886-b9e0-4e94-b7a5-58966e198438 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1393330
Jul 13 22:01:55.845708 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2879b-5408-4325-8512-e95858fa04b7 req-f9b5c264-d136-48c8-9f8d-38f9ac988063 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:55.847424 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e4e2879b-5408-4325-8512-e95858fa04b7 req-f9b5c264-d136-48c8-9f8d-38f9ac988063 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6 HTTP/1.1" status: 200  len: 945 time: 0.3069339
Jul 13 22:01:55.984005 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 41592) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:56.051747 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e4e2879b-5408-4325-8512-e95858fa04b7 req-aa67ac76-028b-495d-8cf3-b0a78c4fd498 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1682725
Jul 13 22:01:56.082568 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-86c7662d-80a6-46f8-9056-dc174e79d95c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:56.088482 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-86c7662d-80a6-46f8-9056-dc174e79d95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854024445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-753675'] for router, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:56.272809 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-0f3ff75e-8d1d-4ae7-af53-0fc451df0050 None None] Provisioning for port 29f0252f-539b-440a-b772-539cc2293480 completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:01:56.501751 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-0f3ff75e-8d1d-4ae7-af53-0fc451df0050 None None] Provisioning complete for port 29f0252f-539b-440a-b772-539cc2293480 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:01:56.502177 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0f3ff75e-8d1d-4ae7-af53-0fc451df0050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:56.637397 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-0f3ff75e-8d1d-4ae7-af53-0fc451df0050 None None] Port 29f0252f-539b-440a-b772-539cc2293480 cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 22:01:56.784210 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning for port a4c3f21c-8b78-470f-8402-78c85d381117 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:01:56.827536 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning complete for port a4c3f21c-8b78-470f-8402-78c85d381117 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:01:56.827964 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:56.915065 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 41608) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:56.963736 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74bb24-307d-481c-9636-17b3fea462c4 req-6b7aa422-480c-4cf5-9927-6c95a2951349 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:56.975215 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861ceae-a5d0-4d13-bfa8-47ed549f78d7 req-b38014c1-c837-48e4-bb09-59588b8859a4 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:56.978755 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1c74bb24-307d-481c-9636-17b3fea462c4 req-6b7aa422-480c-4cf5-9927-6c95a2951349 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.3370984
Jul 13 22:01:56.982278 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] Notify callbacks [] for port, precommit_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:56.984056 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8861ceae-a5d0-4d13-bfa8-47ed549f78d7 req-b38014c1-c837-48e4-bb09-59588b8859a4 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.7196717
Jul 13 22:01:57.017121 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-59700375-8182-4e82-b09e-78697eefc692 req-50a613e5-6b7d-4a41-9962-62f29f03533a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 1.0308344
Jul 13 22:01:57.042289 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:57.059713 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c7662d-80a6-46f8-9056-dc174e79d95c admin admin] Router 2930d8e5-af59-4d08-b9f6-542492ad92f4 is scheduled to L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 with binding_index 1 {{(pid=82084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 13 22:01:57.110460 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8861ceae-a5d0-4d13-bfa8-47ed549f78d7 req-c83d247b-f9e2-4df1-ab7f-fe1ce9f8dc18 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1252575
Jul 13 22:01:57.146928 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] Transition to ACTIVE for port object 030cafb8-9ffe-4b6d-a025-9dcb91acd461 will not be triggered until provisioned by entity L2. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:01:57.150814 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:57.187353 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] For port 8fd1fbe5-e154-4105-a206-4e87fd9124d0, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=8fd1fbe5-e154-4105-a206-4e87fd9124d0,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:01:57.199041 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7726d-f7e0-49d0-98c3-ef07e435a614 req-e57f0576-c893-4efd-a0fb-fc9e62b887d5 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:57.199890 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-20b7726d-f7e0-49d0-98c3-ef07e435a614 req-e57f0576-c893-4efd-a0fb-fc9e62b887d5 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Synchronizing usage tracker for tenant:9d98e8ce298b477986af89abffc6e6fb on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:01:57.245250 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-20b7726d-f7e0-49d0-98c3-ef07e435a614 req-e57f0576-c893-4efd-a0fb-fc9e62b887d5 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Unset dirty status for tenant:9d98e8ce298b477986af89abffc6e6fb on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:01:57.246526 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-20b7726d-f7e0-49d0-98c3-ef07e435a614 req-e57f0576-c893-4efd-a0fb-fc9e62b887d5 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6 HTTP/1.1" status: 200  len: 945 time: 0.2283440
Jul 13 22:01:57.247765 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:57.248814 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 31baf189-c963-44d8-9a2a-fc9c3751d4f4 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:01:57.318269 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:57.352608 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-934381207-network', 'tenant_id': '4aab1ec20c864e1ba0ef5e5e6aed8b1c'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:01:57.439984 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1c74bb24-307d-481c-9636-17b3fea462c4 req-a0a5e360-43ed-4d33-a577-a2ce9eb0b239 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4590490
Jul 13 22:01:57.453726 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] Sync routers for ids ['2c70c314-3ad8-42af-a65a-1e9dca5c0c2f'] in dv-cinder-800618-1-iscsi {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:01:57.460873 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Pushing event updated for resources: {'Port': ['ID=8fd1fbe5-e154-4105-a206-4e87fd9124d0,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:57.464660 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:57.508131 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:01:57.514700 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] Usage tracker for resource:network and tenant:4aab1ec20c864e1ba0ef5e5e6aed8b1c is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:01:57.518193 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:01:57.526653 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:01:57.535211 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port 31baf189-c963-44d8-9a2a-fc9c3751d4f4 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:01:57.543871 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] Transition to ACTIVE for port object 030cafb8-9ffe-4b6d-a025-9dcb91acd461 will not be triggered until provisioned by entity DHCP. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:01:57.548339 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-20b7726d-f7e0-49d0-98c3-ef07e435a614 req-3dd777ab-daf6-465e-82c6-4a79ec4ffd4d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Deleting port b90febf4-60f1-4573-9146-7a4106624407 {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:01:57.549017 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-20b7726d-f7e0-49d0-98c3-ef07e435a614 req-3dd777ab-daf6-465e-82c6-4a79ec4ffd4d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:57.555666 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 31baf189-c963-44d8-9a2a-fc9c3751d4f4 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:01:57.556286 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:57.594870 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] Made reservation on behalf of 4aab1ec20c864e1ba0ef5e5e6aed8b1c for: {'network': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:01:57.601167 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for network, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:57.622471 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c7662d-80a6-46f8-9056-dc174e79d95c admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:01:57.635029 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] Sync routers for ids ['2930d8e5-af59-4d08-b9f6-542492ad92f4'] in dv-cinder-800618-1-iscsi {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:01:57.638446 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:57.659629 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] Routers {'2930d8e5-af59-4d08-b9f6-542492ad92f4'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:01:57.665182 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-86c7662d-80a6-46f8-9056-dc174e79d95c admin admin] Notify callbacks [] for router, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:57.666694 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-86c7662d-80a6-46f8-9056-dc174e79d95c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 5.6401620
Jul 13 22:01:57.667964 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf398513c8>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:01:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['2930d8e5-af59-4d08-b9f6-542492ad92f4'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:01:57.669624 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 41628) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:57.689395 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:01:57.694658 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] Usage tracker for resource:security_group_rule and tenant:4aab1ec20c864e1ba0ef5e5e6aed8b1c is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:01:57.699396 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:01:57.707166 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:01:57.710316 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:57.722419 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:57.746582 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:57.818103 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] Network eb0696ca-c584-4f7e-9197-8f986407fc07 is already hosted by enough agents. {{(pid=82085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:01:57.835968 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port a4c3f21c-8b78-470f-8402-78c85d381117, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=a4c3f21c-8b78-470f-8402-78c85d381117,segment=NetworkSegment(172b8712-6f8b-4c5b-9df7-68a1feb820ba),segment_id=172b8712-6f8b-4c5b-9df7-68a1feb820ba)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:01:57.879258 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:57.901239 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:57.905766 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] Pushing event updated for resources: {'Port': ['ID=030cafb8-9ffe-4b6d-a025-9dcb91acd461,revision_number=1']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:57.909257 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:57.910313 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] Resources bound (agent type, host, resource id):  {{(pid=82085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:01:57.925720 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] Received port after_create {{(pid=82085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:01:57.937342 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1428439d-5380-4e0d-a46a-b7de963943d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c3f21c-8b78-470f-8402-78c85d381117'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:01:57.947823 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112}  {{(pid=82083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 13 22:01:57.948199 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-7892cfa3-8b8e-4656-9a43-e296bef52b65 None None] Provisioning complete for port 29f0252f-539b-440a-b772-539cc2293480 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:01:57.948900 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7892cfa3-8b8e-4656-9a43-e296bef52b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:57.974644 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:57.975056 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.segments_db [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] Added segment f7205b7e-901f-4378-a06c-b7abc50d227b of type vlan for network de5d6044-cfb3-4d49-a973-f786017e1c2f
Jul 13 22:01:58.010551 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] Routers {'2c70c314-3ad8-42af-a65a-1e9dca5c0c2f'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:01:58.011430 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf364bd2b0>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:01:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['2c70c314-3ad8-42af-a65a-1e9dca5c0c2f'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:01:58.041530 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782997489472'] for network, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:58.102566 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856706de-f900-4459-8cc1-9881891eafa8 req-6444b639-e95f-4d83-ab0d-44e84f299cfc tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:58.119835 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-856706de-f900-4459-8cc1-9881891eafa8 req-6444b639-e95f-4d83-ab0d-44e84f299cfc tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6 HTTP/1.1" status: 200  len: 945 time: 0.1573343
Jul 13 22:01:58.121314 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c99e1dd8-5496-417a-93b2-d7e40bf0e1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:58.206718 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f8173e-5d84-47fb-8c54-c51fad769d69,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:58.219214 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] Set router 2c70c314-3ad8-42af-a65a-1e9dca5c0c2f gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:01:58.228028 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for network, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:58.247900 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:58.255050 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-856706de-f900-4459-8cc1-9881891eafa8 req-ed2d5729-12ab-4721-b3fb-904e57229133 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc0d77b1-7f37-4a96-9587-88ae2307be92&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341128
Jul 13 22:01:58.275732 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:58.276640 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:58.347560 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-eeb139f2-5360-40f2-b165-10a5d14bec5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:58.393796 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.4717920
Jul 13 22:01:58.394798 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 41636) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:01:58.482187 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-436d2c02-24e6-4eb2-9dc4-7fd3489c1c2d admin admin] Request body: {'subnet': {'network_id': 'de5d6044-cfb3-4d49-a973-f786017e1c2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-934381207-subnet', 'tenant_id': '4aab1ec20c864e1ba0ef5e5e6aed8b1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:01:58.488236 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:58.489231 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 65efea10-5009-4215-a14c-0fda61962597 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:01:58.520045 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:58.574320 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-7892cfa3-8b8e-4656-9a43-e296bef52b65 None None] Port 29f0252f-539b-440a-b772-539cc2293480 cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 22:01:58.577583 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-d9ecd974-d312-49bb-8424-fd1d48e90371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:58.612598 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] Set router 2930d8e5-af59-4d08-b9f6-542492ad92f4 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:01:58.661402 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-436d2c02-24e6-4eb2-9dc4-7fd3489c1c2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:01:58.908092 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=a4c3f21c-8b78-470f-8402-78c85d381117,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:58.935933 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-20b7726d-f7e0-49d0-98c3-ef07e435a614 req-3dd777ab-daf6-465e-82c6-4a79ec4ffd4d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] For port b90febf4-60f1-4573-9146-7a4106624407, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=b90febf4-60f1-4573-9146-7a4106624407,segment=NetworkSegment(f1799ccd-1318-4e3f-bc76-e13aefcbc804),segment_id=f1799ccd-1318-4e3f-bc76-e13aefcbc804)] {{(pid=82083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:01:58.936505 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-20b7726d-f7e0-49d0-98c3-ef07e435a614 req-3dd777ab-daf6-465e-82c6-4a79ec4ffd4d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:58.942985 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:59.106250 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-20b7726d-f7e0-49d0-98c3-ef07e435a614 req-3dd777ab-daf6-465e-82c6-4a79ec4ffd4d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Calling delete_port for b90febf4-60f1-4573-9146-7a4106624407 owned by compute:nova {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:01:59.133359 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] Attempting to bind port 030cafb8-9ffe-4b6d-a025-9dcb91acd461 on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:01:59.133778 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] Attempting to bind port 030cafb8-9ffe-4b6d-a025-9dcb91acd461 by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': '1fb71ded-d614-4c90-bb1d-9ec95d73d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb0696ca-c584-4f7e-9197-8f986407fc07'}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:01:59.134195 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] Attempting to bind port 030cafb8-9ffe-4b6d-a025-9dcb91acd461 on network eb0696ca-c584-4f7e-9197-8f986407fc07 {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:01:59.159719 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:01:59.160155 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] Checking segment: {'id': '1fb71ded-d614-4c90-bb1d-9ec95d73d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb0696ca-c584-4f7e-9197-8f986407fc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:01:59.160609 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:59.161081 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] Bound using segment: {'id': '1fb71ded-d614-4c90-bb1d-9ec95d73d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb0696ca-c584-4f7e-9197-8f986407fc07'} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:01:59.161902 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] Bound port: 030cafb8-9ffe-4b6d-a025-9dcb91acd461, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb71ded-d614-4c90-bb1d-9ec95d73d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb0696ca-c584-4f7e-9197-8f986407fc07'}}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:01:59.162102 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:59.225749 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47db1d-c6bf-43f7-b7cc-7de21f29621a req-7b7d7b32-f48c-4bcf-8d58-f2cdc11b16e8 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:59.234146 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8a47db1d-c6bf-43f7-b7cc-7de21f29621a req-7b7d7b32-f48c-4bcf-8d58-f2cdc11b16e8 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 944 time: 1.7848737
Jul 13 22:01:59.254907 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-436d2c02-24e6-4eb2-9dc4-7fd3489c1c2d admin admin] Usage tracker for resource:subnet and tenant:4aab1ec20c864e1ba0ef5e5e6aed8b1c is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:01:59.258595 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-436d2c02-24e6-4eb2-9dc4-7fd3489c1c2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:01:59.266416 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-436d2c02-24e6-4eb2-9dc4-7fd3489c1c2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:01:59.292292 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436d2c02-24e6-4eb2-9dc4-7fd3489c1c2d admin admin] Made reservation on behalf of 4aab1ec20c864e1ba0ef5e5e6aed8b1c for: {'subnet': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:01:59.297072 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-436d2c02-24e6-4eb2-9dc4-7fd3489c1c2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853125893'] for subnet, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:59.313202 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf398513c8>, [{'id': '2930d8e5-af59-4d08-b9f6-542492ad92f4', 'name': 'tempest-TestShelveInstance-247244597-router', 'tenant_id': '9ae54f971cef432394cca611d7d77bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '747714d4-a7ac-4896-9181-fc1bdaea0cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:52Z', 'updated_at': '2021-07-13T22:01:55Z', 'revision_number': 3, 'project_id': '9ae54f971cef432394cca611d7d77bc9', 'gw_port': {'id': '747714d4-a7ac-4896-9181-fc1bdaea0cc9', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2930d8e5-af59-4d08-b9f6-542492ad92f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:54Z', 'updated_at': '2021-07-13T22:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:01:59.326499 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] Checking router: 2930d8e5-af59-4d08-b9f6-542492ad92f4 for host: dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:01:59.327160 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] Updating router 2930d8e5-af59-4d08-b9f6-542492ad92f4 port 747714d4-a7ac-4896-9181-fc1bdaea0cc9 binding host dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 13 22:01:59.385725 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:59.446271 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6eeb9a-e545-44f5-b779-0b3c8c45bc47 req-9474f0c2-dad9-42c0-bd92-9819d49c5ab7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:01:59.456931 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0e6eeb9a-e545-44f5-b779-0b3c8c45bc47 req-9474f0c2-dad9-42c0-bd92-9819d49c5ab7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.3206725
Jul 13 22:01:59.600053 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] For port 030cafb8-9ffe-4b6d-a025-9dcb91acd461, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:01:59.603519 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] For port 030cafb8-9ffe-4b6d-a025-9dcb91acd461, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=030cafb8-9ffe-4b6d-a025-9dcb91acd461,segment=NetworkSegment(1fb71ded-d614-4c90-bb1d-9ec95d73d6d4),segment_id=1fb71ded-d614-4c90-bb1d-9ec95d73d6d4)] {{(pid=82085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:01:59.625635 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] For port 31baf189-c963-44d8-9a2a-fc9c3751d4f4, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=31baf189-c963-44d8-9a2a-fc9c3751d4f4,segment=NetworkSegment(4c136830-8537-4b39-a276-84e121f66237),segment_id=4c136830-8537-4b39-a276-84e121f66237)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:01:59.635293 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-20b7726d-f7e0-49d0-98c3-ef07e435a614 req-3dd777ab-daf6-465e-82c6-4a79ec4ffd4d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:59.637336 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] Pushing event updated for resources: {'Network': ['ID=de5d6044-cfb3-4d49-a973-f786017e1c2f,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:59.641625 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:59.651660 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:59.658181 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.311s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:59.658749 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b7971dfc-c330-4abf-a5cd-eec37daede74 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:01:59.658889 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0e6eeb9a-e545-44f5-b779-0b3c8c45bc47 req-0b453a21-573b-4d67-b84e-3d1544c378b4 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1933250
Jul 13 22:01:59.662694 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-59700375-8182-4e82-b09e-78697eefc692 req-bf112e15-6649-4986-8d05-91f2298687be service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb&tenant_id=e98d195175fb48da8da0450cb337c9e2 HTTP/1.1" status: 200  len: 1096 time: 0.3830361
Jul 13 22:01:59.733271 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd777ab-daf6-465e-82c6-4a79ec4ffd4d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Pushing event deleted for resources: {'Port': ['ID=b90febf4-60f1-4573-9146-7a4106624407,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:01:59.745142 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-3dd777ab-daf6-465e-82c6-4a79ec4ffd4d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:01:59.747985 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8a47db1d-c6bf-43f7-b7cc-7de21f29621a req-08d8245e-3fc8-456d-ae0d-947890489b34 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5128052
Jul 13 22:01:59.828238 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b7726d-f7e0-49d0-98c3-ef07e435a614 req-3dd777ab-daf6-465e-82c6-4a79ec4ffd4d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] No DVR routers for this DVR port b90febf4-60f1-4573-9146-7a4106624407 on host hv-cinder-80061 {{(pid=82083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:01:59.831770 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-20b7726d-f7e0-49d0-98c3-ef07e435a614 req-3dd777ab-daf6-465e-82c6-4a79ec4ffd4d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:59.835309 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6', 'name': 'network-vif-deleted', 'tag': 'b90febf4-60f1-4573-9146-7a4106624407'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:01:59.859606 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-20b7726d-f7e0-49d0-98c3-ef07e435a614 req-3dd777ab-daf6-465e-82c6-4a79ec4ffd4d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.15 "DELETE /v2.0/ports/b90febf4-60f1-4573-9146-7a4106624407 HTTP/1.1" status: 204  len: 173 time: 2.6032810
Jul 13 22:01:59.892617 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] Notify callbacks [] for port, precommit_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:59.908183 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] Transition to ACTIVE for port object 747714d4-a7ac-4896-9181-fc1bdaea0cc9 will not be triggered until provisioned by entity L2. {{(pid=82086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:01:59.918904 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:01:59.966390 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-84a28e3b-a303-4524-bda3-47233d04a31c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:00.002273 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1428439d-5380-4e0d-a46a-b7de963943d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c3f21c-8b78-470f-8402-78c85d381117', 'code': 200}
Jul 13 22:02:00.030071 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-436d2c02-24e6-4eb2-9dc4-7fd3489c1c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852293047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853125910'] for subnet, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:00.035462 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:00.045750 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] Pushing event updated for resources: {'Port': ['ID=030cafb8-9ffe-4b6d-a025-9dcb91acd461,revision_number=2']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:00.048815 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:00.049915 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 332661f1-98b8-4acf-b668-f92d5d1d2f70 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:02:00.144352 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Network de5d6044-cfb3-4d49-a973-f786017e1c2f details requested by agent ovs-agent-dv-cinder-800618-1-iscsi with host dv-cinder-800618-1-iscsi {{(pid=82085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 13 22:02:00.151860 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae29c1e-2087-4730-a098-a5537c87d280 None None] Pushing event updated for resources: {'Port': ['ID=747714d4-a7ac-4896-9181-fc1bdaea0cc9,revision_number=2']} {{(pid=82086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:00.163562 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2ae29c1e-2087-4730-a098-a5537c87d280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:00.164578 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] Attempting to bind port 747714d4-a7ac-4896-9181-fc1bdaea0cc9 on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:02:00.165191 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] Attempting to bind port 747714d4-a7ac-4896-9181-fc1bdaea0cc9 by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}] {{(pid=82086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:02:00.165783 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] Attempting to bind port 747714d4-a7ac-4896-9181-fc1bdaea0cc9 on network c8866fbd-09a0-4cda-b97c-1016e46e3e88 {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:02:00.174851 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:02:00.175558 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] Checking segment: {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:02:00.176208 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:00.176864 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] Bound using segment: {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'} {{(pid=82086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:02:00.177575 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] Bound port: 747714d4-a7ac-4896-9181-fc1bdaea0cc9, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2be2d0b-eb2f-4b13-af2c-9b0e8380923c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}}] {{(pid=82086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:02:00.179114 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:00.242066 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-986c6f2e-7138-437b-a802-59059a358014 req-0a133de1-5f22-436e-90da-4e0db9a6ad35 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Synchronizing usage tracker for tenant:9d98e8ce298b477986af89abffc6e6fb on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:02:00.259078 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] For port 747714d4-a7ac-4896-9181-fc1bdaea0cc9, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:02:00.263295 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] For port 747714d4-a7ac-4896-9181-fc1bdaea0cc9, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=747714d4-a7ac-4896-9181-fc1bdaea0cc9,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:02:00.269054 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82086) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:00.293169 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-59700375-8182-4e82-b09e-78697eefc692 req-5440d604-f82d-48bf-a47c-5a56beaf036e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e98d195175fb48da8da0450cb337c9e2&device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 1096 time: 0.5693390
Jul 13 22:02:00.302085 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:00.366701 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:00.367289 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:00.443971 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-986c6f2e-7138-437b-a802-59059a358014 req-0a133de1-5f22-436e-90da-4e0db9a6ad35 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Unset dirty status for tenant:9d98e8ce298b477986af89abffc6e6fb on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:02:00.446313 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Pushing event updated for resources: {'Port': ['ID=31baf189-c963-44d8-9a2a-fc9c3751d4f4,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:00.455344 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-986c6f2e-7138-437b-a802-59059a358014 req-0a133de1-5f22-436e-90da-4e0db9a6ad35 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6 HTTP/1.1" status: 200  len: 210 time: 0.3529184
Jul 13 22:02:00.469262 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d2c02-24e6-4eb2-9dc4-7fd3489c1c2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f76643c-57b3-47d1-9c94-80d33f3b9b68,revision_number=0']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:00.479908 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-436d2c02-24e6-4eb2-9dc4-7fd3489c1c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:00.524936 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae29c1e-2087-4730-a098-a5537c87d280 None None] Pushing event updated for resources: {'Port': ['ID=747714d4-a7ac-4896-9181-fc1bdaea0cc9,revision_number=3']} {{(pid=82086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:00.536536 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436d2c02-24e6-4eb2-9dc4-7fd3489c1c2d admin admin] Checking segment: {'id': 'f7205b7e-901f-4378-a06c-b7abc50d227b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'de5d6044-cfb3-4d49-a973-f786017e1c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:02:00.536980 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436d2c02-24e6-4eb2-9dc4-7fd3489c1c2d admin admin] Network hostable DHCP agents. Network: de5d6044-cfb3-4d49-a973-f786017e1c2f, hostable agents: ['42e73b5f-b36d-45e9-8068-895c526abb3e'], hosted agents: [] {{(pid=82083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 13 22:02:00.538380 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59700375-8182-4e82-b09e-78697eefc692 req-4862af69-95ba-4f9e-af3f-b59f377b3ee4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:00.540080 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-59700375-8182-4e82-b09e-78697eefc692 req-4862af69-95ba-4f9e-af3f-b59f377b3ee4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c5abd27-10e4-4762-82c4-ccb760681ca8 HTTP/1.1" status: 200  len: 916 time: 0.2389538
Jul 13 22:02:00.544976 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] Routers {'2930d8e5-af59-4d08-b9f6-542492ad92f4'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:02:00.546294 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf398513c8>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:01:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['2930d8e5-af59-4d08-b9f6-542492ad92f4'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:02:00.637772 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf364bd2b0>, [{'id': '2c70c314-3ad8-42af-a65a-1e9dca5c0c2f', 'name': 'tempest-TestMinimumBasicScenario-1689770341-router', 'tenant_id': '4db584c7a64942b7a8e03e0989961e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '8fd1fbe5-e154-4105-a206-4e87fd9124d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:39Z', 'updated_at': '2021-07-13T22:01:46Z', 'revision_number': 4, 'project_id': '4db584c7a64942b7a8e03e0989961e90', 'gw_port': {'id': '8fd1fbe5-e154-4105-a206-4e87fd9124d0', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c70c314-3ad8-42af-a65a-1e9dca5c0c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:40Z', 'updated_at': '2021-07-13T22:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '29f0252f-539b-440a-b772-539cc2293480', 'name': '', 'network_id': '7f76bfef-0aa8-4d3f-95cc-597cddaaad3e', 'tenant_id': '4db584c7a64942b7a8e03e0989961e90', 'mac_address': 'fa:16:3e:58:e8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c70c314-3ad8-42af-a65a-1e9dca5c0c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f46c5ed0-849c-4b18-bed2-160b47afb9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:45Z', 'updated_at': '2021-07-13T22:01:47Z', 'revision_number': 2, 'project_id': '4db584c7a64942b7a8e03e0989961e90', 'subnets': [{'id': 'f46c5ed0-849c-4b18-bed2-160b47afb9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:02:00.666156 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device b90febf4-60f1-4573-9146-7a4106624407 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:02:00.747028 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] Checking router: 2c70c314-3ad8-42af-a65a-1e9dca5c0c2f for host: dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:02:00.753497 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] Updating router 2c70c314-3ad8-42af-a65a-1e9dca5c0c2f port 29f0252f-539b-440a-b772-539cc2293480 binding host dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 13 22:02:00.781111 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436d2c02-24e6-4eb2-9dc4-7fd3489c1c2d admin admin] Network de5d6044-cfb3-4d49-a973-f786017e1c2f is scheduled to be hosted by DHCP agent 42e73b5f-b36d-45e9-8068-895c526abb3e with binding_index 1 {{(pid=82083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 13 22:02:00.804377 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-bc849961-f2e6-44d2-9583-c867637a07a8 req-9ffe30ad-a2de-4930-babf-3d0ec228ab26 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 1098 time: 0.2722244
Jul 13 22:02:00.809503 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-436d2c02-24e6-4eb2-9dc4-7fd3489c1c2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-iscsi, de5d6044-cfb3-4d49-a973-f786017e1c2f) {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:02:00.866822 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9915ae2-0d68-4a77-9d05-35105516909b req-717289f1-96f6-4116-bb31-22f3662e3927 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:00.876675 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-bc849961-f2e6-44d2-9583-c867637a07a8 req-5babce79-7dd0-49b7-91b9-a83797af20af service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640686
Jul 13 22:02:00.878035 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436d2c02-24e6-4eb2-9dc4-7fd3489c1c2d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:00.878690 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-436d2c02-24e6-4eb2-9dc4-7fd3489c1c2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:00.885077 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b9915ae2-0d68-4a77-9d05-35105516909b req-717289f1-96f6-4116-bb31-22f3662e3927 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.7495909
Jul 13 22:02:00.922504 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab8d07c-dfad-446b-8ea9-1b104e3ee0a6', 'name': 'network-vif-deleted', 'tag': 'b90febf4-60f1-4573-9146-7a4106624407', 'status': 'completed', 'code': 200}
Jul 13 22:02:00.935368 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-436d2c02-24e6-4eb2-9dc4-7fd3489c1c2d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.5256743
Jul 13 22:02:00.950758 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2ae29c1e-2087-4730-a098-a5537c87d280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=82086) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:00.986396 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:01.001919 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] Set router 2930d8e5-af59-4d08-b9f6-542492ad92f4 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:02:01.057559 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e962263f-fbf9-4ddb-b632-5e200b437f5b None None] Network de5d6044-cfb3-4d49-a973-f786017e1c2f requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:02:01.062513 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b9915ae2-0d68-4a77-9d05-35105516909b req-ec383c9b-18df-4266-9631-befad24dde5d tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1763842
Jul 13 22:02:01.128252 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-59700375-8182-4e82-b09e-78697eefc692 req-1aab3f4c-f9ab-4345-ba85-0cbcf8ddb323 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65efea10-5009-4215-a14c-0fda61962597 HTTP/1.1" status: 200  len: 999 time: 0.5733604
Jul 13 22:02:01.296124 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] No Port match for: b90febf4-60f1-4573-9146-7a4106624407 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:02:01.296603 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device b90febf4-60f1-4573-9146-7a4106624407 not bound to the agent host hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:02:01.348080 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c7626-c563-4545-878a-7b985e0ec81a req-5db915b1-6c73-47d0-98db-9cbea3ec96a7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:01.367942 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-517c7626-c563-4545-878a-7b985e0ec81a req-5db915b1-6c73-47d0-98db-9cbea3ec96a7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.1640995
Jul 13 22:02:01.445012 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59700375-8182-4e82-b09e-78697eefc692 req-d2c67ab5-e5b3-48ef-9c02-045589198ba9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:01.446893 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-59700375-8182-4e82-b09e-78697eefc692 req-d2c67ab5-e5b3-48ef-9c02-045589198ba9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19a5e143-e3f3-4497-b1eb-410b89ec303c HTTP/1.1" status: 200  len: 854 time: 0.2863109
Jul 13 22:02:01.496842 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-517c7626-c563-4545-878a-7b985e0ec81a req-3aabd3b5-a04c-4677-9d53-305f1f12a3fa tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1278079
Jul 13 22:02:01.563379 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.196s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:01.615645 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf398513c8>, [{'id': '2930d8e5-af59-4d08-b9f6-542492ad92f4', 'name': 'tempest-TestShelveInstance-247244597-router', 'tenant_id': '9ae54f971cef432394cca611d7d77bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '747714d4-a7ac-4896-9181-fc1bdaea0cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:52Z', 'updated_at': '2021-07-13T22:01:55Z', 'revision_number': 3, 'project_id': '9ae54f971cef432394cca611d7d77bc9', 'gw_port': {'id': '747714d4-a7ac-4896-9181-fc1bdaea0cc9', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2930d8e5-af59-4d08-b9f6-542492ad92f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:54Z', 'updated_at': '2021-07-13T22:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:02:01.621237 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee51d8-9e30-4de1-b129-119c3d64fdef None None] The sync data for ids ['2930d8e5-af59-4d08-b9f6-542492ad92f4'] in dv-cinder-800618-1-iscsi is: [{'id': '2930d8e5-af59-4d08-b9f6-542492ad92f4', 'name': 'tempest-TestShelveInstance-247244597-router', 'tenant_id': '9ae54f971cef432394cca611d7d77bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '747714d4-a7ac-4896-9181-fc1bdaea0cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:52Z', 'updated_at': '2021-07-13T22:01:55Z', 'revision_number': 3, 'project_id': '9ae54f971cef432394cca611d7d77bc9', 'gw_port': {'id': '747714d4-a7ac-4896-9181-fc1bdaea0cc9', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2930d8e5-af59-4d08-b9f6-542492ad92f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:54Z', 'updated_at': '2021-07-13T22:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}] {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:02:01.934968 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e620d82b-0c11-45cc-a1b5-be3197d68dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:01.943621 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 332661f1-98b8-4acf-b668-f92d5d1d2f70 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:02:01.944888 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:02.046318 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-59700375-8182-4e82-b09e-78697eefc692 req-4e735eeb-3e84-4045-aa7e-c7a0b3b4fb12 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c5abd27-10e4-4762-82c4-ccb760681ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5354145
Jul 13 22:02:02.052337 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276b99f-4c32-4069-8dee-334560eb1eb8 req-fd5c6abb-afc0-4527-bcbf-8de506849409 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:02.060018 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9276b99f-4c32-4069-8dee-334560eb1eb8 req-fd5c6abb-afc0-4527-bcbf-8de506849409 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 945 time: 0.6117473
Jul 13 22:02:02.118899 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-464aab74-c16c-4cf3-afac-9639d1df7133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:02.504740 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 0eaa0706-714a-4fc4-bd81-73de64014460 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:02:02.601860 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 41678) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:02.639934 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b72f1ab-dfa4-4a3b-9028-a887098c95b5 None None] Network de5d6044-cfb3-4d49-a973-f786017e1c2f requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:02:02.867622 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_v2 [None req-96118563-81d9-43a6-be8c-b6b146cd9fb4 admin admin] Deleting subnet c92030fd-456d-4eba-ab18-f7c54fda6ba3 {{(pid=82083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 13 22:02:02.877701 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-464aab74-c16c-4cf3-afac-9639d1df7133 admin admin] Allocated IP 172.20.0.1 (eb0696ca-c584-4f7e-9197-8f986407fc07/5dd52e1d-9284-4ad5-ae39-e2e81bb54eab/e4643255-42ad-41f0-b9b0-6dd6c30486a2) {{(pid=82084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:02:02.883665 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-96118563-81d9-43a6-be8c-b6b146cd9fb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:03.030678 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-96118563-81d9-43a6-be8c-b6b146cd9fb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852293096'] for subnet, precommit_delete_associations {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:03.094490 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-464aab74-c16c-4cf3-afac-9639d1df7133 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:03.112513 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-464aab74-c16c-4cf3-afac-9639d1df7133 admin admin] Transition to ACTIVE for port object e4643255-42ad-41f0-b9b0-6dd6c30486a2 will not be triggered until provisioned by entity DHCP. {{(pid=82084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:02:03.117316 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:03.190466 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-96118563-81d9-43a6-be8c-b6b146cd9fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854679291'] for subnet, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:03.211885 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port 0eaa0706-714a-4fc4-bd81-73de64014460 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:02:03.220227 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-941d33e8-306f-46c4-8311-4008f640c107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:03.229736 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 0eaa0706-714a-4fc4-bd81-73de64014460 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:02:03.230851 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:03.297193 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9276b99f-4c32-4069-8dee-334560eb1eb8 req-fa5f6d13-b7d9-4fd9-b28f-ee4d27044a7e tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.2360642
Jul 13 22:02:03.386498 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-96118563-81d9-43a6-be8c-b6b146cd9fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-96525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852293234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1649821'] for subnet, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:03.421779 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-464aab74-c16c-4cf3-afac-9639d1df7133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:03.426751 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c155b058-19c9-45ca-9753-3fe9d448d884 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:03.532270 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-9b6b2cc8-72af-4ca8-899b-ae31a6ed0104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:03.571804 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464aab74-c16c-4cf3-afac-9639d1df7133 admin admin] Network eb0696ca-c584-4f7e-9197-8f986407fc07 is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:02:03.574870 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96118563-81d9-43a6-be8c-b6b146cd9fb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c92030fd-456d-4eba-ab18-f7c54fda6ba3,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:03.576989 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-96118563-81d9-43a6-be8c-b6b146cd9fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:03.581463 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-464aab74-c16c-4cf3-afac-9639d1df7133 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:02:03.583701 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464aab74-c16c-4cf3-afac-9639d1df7133 admin admin] Pushing event updated for resources: {'Port': ['ID=e4643255-42ad-41f0-b9b0-6dd6c30486a2,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:03.586419 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464aab74-c16c-4cf3-afac-9639d1df7133 admin admin] Received port after_create {{(pid=82084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:02:03.587273 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-464aab74-c16c-4cf3-afac-9639d1df7133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854016810'] for router_interface, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:03.624618 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-96118563-81d9-43a6-be8c-b6b146cd9fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:03.624756 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-464aab74-c16c-4cf3-afac-9639d1df7133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:03.624910 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-96118563-81d9-43a6-be8c-b6b146cd9fb4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c92030fd-456d-4eba-ab18-f7c54fda6ba3 HTTP/1.1" status: 204  len: 168 time: 1.0165327
Jul 13 22:02:03.638957 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 41686) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:03.691505 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-59700375-8182-4e82-b09e-78697eefc692 req-e0f5e5f3-72fd-4c94-a4ca-448cf500f3e7 service neutron] 10.222.0.15 "GET /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.6272964
Jul 13 22:02:03.789112 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23572a55-3f73-4227-a6bf-37a03977714d req-07d7dd0f-27e9-409a-97b0-d57e00fa6492 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:03.790933 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-23572a55-3f73-4227-a6bf-37a03977714d req-07d7dd0f-27e9-409a-97b0-d57e00fa6492 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.4129429
Jul 13 22:02:03.897187 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b9e1f1-6d15-493e-baa6-564b68832789 None None] Network eb0696ca-c584-4f7e-9197-8f986407fc07 requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:02:03.909658 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f65ac42c-f53b-4615-ab36-25bf5528ddcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-104256'] for network, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:03.913469 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-59700375-8182-4e82-b09e-78697eefc692 req-b014d511-79d9-46c9-a0c8-c51d649b2b49 service neutron] 10.222.0.15 "GET /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2156694
Jul 13 22:02:03.918503 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] Notify callbacks [] for port, precommit_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:03.953235 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-23572a55-3f73-4227-a6bf-37a03977714d req-c47d50fc-dd47-4898-8ff3-891b616324e0 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1377566
Jul 13 22:02:04.039741 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-464aab74-c16c-4cf3-afac-9639d1df7133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:04.115211 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] Transition to ACTIVE for port object 29f0252f-539b-440a-b772-539cc2293480 will not be triggered until provisioned by entity L2. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:02:04.136458 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:04.180353 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:04.276618 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f65ac42c-f53b-4615-ab36-25bf5528ddcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690162', 'neutron.services.segments.db._delete_segments_for_network--9223363253856679420'] for network, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:04.282022 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:04.295449 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-f65ac42c-f53b-4615-ab36-25bf5528ddcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf362c8cc0>,) {'filters': {'network_id': ['136f51ad-4115-4bbf-be16-6910b00eeb8f']}} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:02:04.307636 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:04.356867 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-f65ac42c-f53b-4615-ab36-25bf5528ddcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf362c8cc0>, 'f1799ccd-1318-4e3f-bc76-e13aefcbc804') {'for_net_delete': True} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:02:04.357517 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-f65ac42c-f53b-4615-ab36-25bf5528ddcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf362c8cc0>, 'f1799ccd-1318-4e3f-bc76-e13aefcbc804') {} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:02:04.391145 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f65ac42c-f53b-4615-ab36-25bf5528ddcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253856686179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2482704'] for segment, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:04.452261 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-f2e36269-7ff0-4e77-a680-a1fad1b1e3b9 None None] Provisioning for port 030cafb8-9ffe-4b6d-a025-9dcb91acd461 completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:02:04.465393 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f65ac42c-f53b-4615-ab36-25bf5528ddcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:04.473943 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] For port 0eaa0706-714a-4fc4-bd81-73de64014460, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=0eaa0706-714a-4fc4-bd81-73de64014460,segment=NetworkSegment(08913e83-479a-46ec-a26f-0f1a010dc10c),segment_id=08913e83-479a-46ec-a26f-0f1a010dc10c)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:02:04.490577 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f65ac42c-f53b-4615-ab36-25bf5528ddcf admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=82083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 13 22:02:04.491511 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f65ac42c-f53b-4615-ab36-25bf5528ddcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852293149'] for segment, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:04.498410 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:04.551756 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-464aab74-c16c-4cf3-afac-9639d1df7133 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:04.571998 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-464aab74-c16c-4cf3-afac-9639d1df7133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:04.573236 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-464aab74-c16c-4cf3-afac-9639d1df7133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16054315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758901'] for router_interface, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:04.585223 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:04.680798 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1883f5-2f2c-4d78-9576-aac93ac68a96 None None] Pushing event updated for resources: {'Port': ['ID=29f0252f-539b-440a-b772-539cc2293480,revision_number=3']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:04.734120 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-3c1883f5-2f2c-4d78-9576-aac93ac68a96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:04.747929 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]: Traceback (most recent call last):
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:     timer()
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:     cb(*args, **kw)
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:     return func(*args, **kwargs)
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:     self._notify()
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:     self.callback(batched_events)
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:     event.method(event)
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:     segment_id)['aggregates'][0]
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:     return f(self, *a, **k)
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self._get(url).json()
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:     **kwargs)
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self.request(url, 'GET', **kwargs)
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:     **endpoint_filter)
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 13 22:02:04.884236 dv-cinder-800618-1-iscsi neutron-server[81974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 13 22:02:04.989498 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Pushing event updated for resources: {'Port': ['ID=0eaa0706-714a-4fc4-bd81-73de64014460,revision_number=3']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:05.021142 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:05.140921 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:05.362147 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 030cafb8-9ffe-4b6d-a025-9dcb91acd461 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:02:05.459949 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-b2f456e0-e212-4c99-b9cf-14615c3c8e86 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:05.460753 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-b2f456e0-e212-4c99-b9cf-14615c3c8e86 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Synchronizing usage tracker for tenant:4aab1ec20c864e1ba0ef5e5e6aed8b1c on resource:network {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:02:05.470554 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f65ac42c-f53b-4615-ab36-25bf5528ddcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854022065'] for network, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:05.472085 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] Attempting to bind port 29f0252f-539b-440a-b772-539cc2293480 on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:02:05.472631 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] Attempting to bind port 29f0252f-539b-440a-b772-539cc2293480 by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': '08913e83-479a-46ec-a26f-0f1a010dc10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7f76bfef-0aa8-4d3f-95cc-597cddaaad3e'}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:02:05.473187 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] Attempting to bind port 29f0252f-539b-440a-b772-539cc2293480 on network 7f76bfef-0aa8-4d3f-95cc-597cddaaad3e {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:02:05.482367 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:05.485201 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:02:05.485755 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] Checking segment: {'id': '08913e83-479a-46ec-a26f-0f1a010dc10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7f76bfef-0aa8-4d3f-95cc-597cddaaad3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:02:05.486325 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:05.486881 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] Bound using segment: {'id': '08913e83-479a-46ec-a26f-0f1a010dc10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7f76bfef-0aa8-4d3f-95cc-597cddaaad3e'} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:02:05.487541 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] Bound port: 29f0252f-539b-440a-b772-539cc2293480, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08913e83-479a-46ec-a26f-0f1a010dc10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7f76bfef-0aa8-4d3f-95cc-597cddaaad3e'}}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:02:05.488088 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:05.507490 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ac42c-f53b-4615-ab36-25bf5528ddcf admin admin] Pushing event deleted for resources: {'Network': ['ID=136f51ad-4115-4bbf-be16-6910b00eeb8f,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:05.510432 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f65ac42c-f53b-4615-ab36-25bf5528ddcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:05.521539 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-b2f456e0-e212-4c99-b9cf-14615c3c8e86 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Unset dirty status for tenant:4aab1ec20c864e1ba0ef5e5e6aed8b1c on resource:network {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:02:05.530105 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-b2f456e0-e212-4c99-b9cf-14615c3c8e86 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/networks?id=de5d6044-cfb3-4d49-a973-f786017e1c2f HTTP/1.1" status: 200  len: 813 time: 0.6546173
Jul 13 22:02:05.543251 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f65ac42c-f53b-4615-ab36-25bf5528ddcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:05.551951 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-53dc7957-725f-45c5-89ce-ac6a4316c5cd tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/quotas/4aab1ec20c864e1ba0ef5e5e6aed8b1c HTTP/1.1" status: 200  len: 375 time: 0.0205629
Jul 13 22:02:05.616450 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-f65ac42c-f53b-4615-ab36-25bf5528ddcf admin admin] 10.222.0.18 "DELETE /v2.0/networks/136f51ad-4115-4bbf-be16-6910b00eeb8f HTTP/1.1" status: 204  len: 168 time: 1.9679937
Jul 13 22:02:05.627213 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] For port 29f0252f-539b-440a-b772-539cc2293480, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:02:05.629899 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-8f826b1e-8d9a-452a-9a81-6cfa11469693 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4aab1ec20c864e1ba0ef5e5e6aed8b1c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0766549
Jul 13 22:02:05.631427 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] For port 29f0252f-539b-440a-b772-539cc2293480, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=29f0252f-539b-440a-b772-539cc2293480,segment=NetworkSegment(08913e83-479a-46ec-a26f-0f1a010dc10c),segment_id=08913e83-479a-46ec-a26f-0f1a010dc10c)] {{(pid=82085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:02:05.645280 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:05.651273 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:05.711416 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port 030cafb8-9ffe-4b6d-a025-9dcb91acd461 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:02:05.726670 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 030cafb8-9ffe-4b6d-a025-9dcb91acd461 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:02:05.727365 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:05.926311 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] Routers {'2c70c314-3ad8-42af-a65a-1e9dca5c0c2f'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:02:05.936698 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf364bd2b0>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:02:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['2c70c314-3ad8-42af-a65a-1e9dca5c0c2f'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:02:05.963270 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464aab74-c16c-4cf3-afac-9639d1df7133 admin admin] Pushing event updated for resources: {'Port': ['ID=e4643255-42ad-41f0-b9b0-6dd6c30486a2,revision_number=2']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:05.982518 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-464aab74-c16c-4cf3-afac-9639d1df7133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.397s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:06.016376 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 41744) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:06.050814 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-13c2fe91-f3d8-41ae-be74-5997573e514f service neutron] 10.222.0.18 "GET /v2.0/networks/de5d6044-cfb3-4d49-a973-f786017e1c2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4199421
Jul 13 22:02:06.144303 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-088e2de9-e2ac-4ac1-b917-fafecbed0272 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d98e8ce298b477986af89abffc6e6fb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1245263
Jul 13 22:02:06.150347 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 41750) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:06.274997 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d20b2-fb78-4b6e-b6de-cc2442eafa9a req-0d4b7b6b-638b-418f-ab73-45188bc027b4 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:06.280515 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6f6d20b2-fb78-4b6e-b6de-cc2442eafa9a req-0d4b7b6b-638b-418f-ab73-45188bc027b4 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 945 time: 1.4809959
Jul 13 22:02:06.290737 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1883f5-2f2c-4d78-9576-aac93ac68a96 None None] Pushing event updated for resources: {'Port': ['ID=29f0252f-539b-440a-b772-539cc2293480,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:06.297923 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-3c1883f5-2f2c-4d78-9576-aac93ac68a96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:06.400373 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464aab74-c16c-4cf3-afac-9639d1df7133 admin admin] Network eb0696ca-c584-4f7e-9197-8f986407fc07 is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:02:06.414277 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-464aab74-c16c-4cf3-afac-9639d1df7133 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:02:06.443537 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:06.564656 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-364f8ad2-5b9f-464b-a790-6e280e3a9827 service neutron] 10.222.0.18 "GET /v2.0/networks/de5d6044-cfb3-4d49-a973-f786017e1c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4265831
Jul 13 22:02:06.570486 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-adb364f7-6d77-4622-a7bc-00844f45392d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:06.578222 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-b7b0601b-ccb3-43b8-8277-3fe53b4d63fb None None] Provisioning complete for port 030cafb8-9ffe-4b6d-a025-9dcb91acd461 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:02:06.578652 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b7b0601b-ccb3-43b8-8277-3fe53b4d63fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:06.705018 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] For port 030cafb8-9ffe-4b6d-a025-9dcb91acd461, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=030cafb8-9ffe-4b6d-a025-9dcb91acd461,segment=NetworkSegment(1fb71ded-d614-4c90-bb1d-9ec95d73d6d4),segment_id=1fb71ded-d614-4c90-bb1d-9ec95d73d6d4)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:02:06.719621 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:06.720522 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 747714d4-a7ac-4896-9181-fc1bdaea0cc9 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:02:06.851931 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:07.062993 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Pushing event updated for resources: {'Port': ['ID=030cafb8-9ffe-4b6d-a025-9dcb91acd461,revision_number=3']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:07.079417 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:07.084333 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bd23a-3366-451b-8a63-ee6616cfb818 req-96f357fe-7493-47bb-af4f-df468b168a3f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:07.099424 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d80bd23a-3366-451b-8a63-ee6616cfb818 req-96f357fe-7493-47bb-af4f-df468b168a3f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.1947939
Jul 13 22:02:07.141585 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-adb364f7-6d77-4622-a7bc-00844f45392d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:07.188737 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6f6d20b2-fb78-4b6e-b6de-cc2442eafa9a req-d3d8fb60-0a8a-4676-8b13-cdfc9200bcda tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8963132
Jul 13 22:02:07.266652 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] Set router 2c70c314-3ad8-42af-a65a-1e9dca5c0c2f gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:02:07.283265 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d80bd23a-3366-451b-8a63-ee6616cfb818 req-b440065e-3159-4670-b37d-489a62795f4a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1813648
Jul 13 22:02:07.529015 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ca0ff56c-3d9e-4cf1-bfe6-5663bc743b26 req-1dffc67c-1dfe-4336-ae51-4d0e1ae7fdaa tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 210 time: 0.1282012
Jul 13 22:02:07.778574 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-adb364f7-6d77-4622-a7bc-00844f45392d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:07.806885 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-37cd7217-6718-46b3-98d5-a98442ab6680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:07.920738 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb364f7-6d77-4622-a7bc-00844f45392d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0d77b1-7f37-4a96-9587-88ae2307be92,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:07.934364 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-adb364f7-6d77-4622-a7bc-00844f45392d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:07.992651 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-adb364f7-6d77-4622-a7bc-00844f45392d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:07.999918 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-adb364f7-6d77-4622-a7bc-00844f45392d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc0d77b1-7f37-4a96-9587-88ae2307be92 HTTP/1.1" status: 204  len: 168 time: 1.8479722
Jul 13 22:02:08.085490 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891fdd6-572c-4c57-9f48-c998a5440030 req-3fb4f0ca-30d3-415e-9e7e-e1e89e94ee5a tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:08.087029 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b891fdd6-572c-4c57-9f48-c998a5440030 req-3fb4f0ca-30d3-415e-9e7e-e1e89e94ee5a tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 945 time: 0.3097243
Jul 13 22:02:08.323130 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b891fdd6-572c-4c57-9f48-c998a5440030 req-7b244f16-1d43-473a-945e-6685de37e9f8 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2186861
Jul 13 22:02:08.370572 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464aab74-c16c-4cf3-afac-9639d1df7133 admin admin] Router 2930d8e5-af59-4d08-b9f6-542492ad92f4 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:02:08.456741 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 41780) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:08.855603 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-b7b0601b-ccb3-43b8-8277-3fe53b4d63fb None None] Provisioning for port e4643255-42ad-41f0-b9b0-6dd6c30486a2 completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:02:08.910127 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-b7b0601b-ccb3-43b8-8277-3fe53b4d63fb None None] Provisioning complete for port e4643255-42ad-41f0-b9b0-6dd6c30486a2 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:02:08.914606 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b7b0601b-ccb3-43b8-8277-3fe53b4d63fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:08.956188 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e19a5-8b67-4078-ae4b-36bb46fdc773 req-4745ce56-35e3-4231-a147-e6e8b40b4a42 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:08.958227 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2e4e19a5-8b67-4078-ae4b-36bb46fdc773 req-4745ce56-35e3-4231-a147-e6e8b40b4a42 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.2750926
Jul 13 22:02:09.034197 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-b7b0601b-ccb3-43b8-8277-3fe53b4d63fb None None] Port e4643255-42ad-41f0-b9b0-6dd6c30486a2 cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 22:02:09.070299 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf364bd2b0>, [{'id': '2c70c314-3ad8-42af-a65a-1e9dca5c0c2f', 'name': 'tempest-TestMinimumBasicScenario-1689770341-router', 'tenant_id': '4db584c7a64942b7a8e03e0989961e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '8fd1fbe5-e154-4105-a206-4e87fd9124d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:39Z', 'updated_at': '2021-07-13T22:01:46Z', 'revision_number': 4, 'project_id': '4db584c7a64942b7a8e03e0989961e90', 'gw_port': {'id': '8fd1fbe5-e154-4105-a206-4e87fd9124d0', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c70c314-3ad8-42af-a65a-1e9dca5c0c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:40Z', 'updated_at': '2021-07-13T22:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '29f0252f-539b-440a-b772-539cc2293480', 'name': '', 'network_id': '7f76bfef-0aa8-4d3f-95cc-597cddaaad3e', 'tenant_id': '4db584c7a64942b7a8e03e0989961e90', 'mac_address': 'fa:16:3e:58:e8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c70c314-3ad8-42af-a65a-1e9dca5c0c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f46c5ed0-849c-4b18-bed2-160b47afb9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:45Z', 'updated_at': '2021-07-13T22:02:05Z', 'revision_number': 4, 'project_id': '4db584c7a64942b7a8e03e0989961e90', 'subnets': [{'id': 'f46c5ed0-849c-4b18-bed2-160b47afb9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:02:09.078935 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c28c896-e7da-453c-b9de-c30b7cd23622 None None] The sync data for ids ['2c70c314-3ad8-42af-a65a-1e9dca5c0c2f'] in dv-cinder-800618-1-iscsi is: [{'id': '2c70c314-3ad8-42af-a65a-1e9dca5c0c2f', 'name': 'tempest-TestMinimumBasicScenario-1689770341-router', 'tenant_id': '4db584c7a64942b7a8e03e0989961e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '8fd1fbe5-e154-4105-a206-4e87fd9124d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:39Z', 'updated_at': '2021-07-13T22:01:46Z', 'revision_number': 4, 'project_id': '4db584c7a64942b7a8e03e0989961e90', 'gw_port': {'id': '8fd1fbe5-e154-4105-a206-4e87fd9124d0', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c70c314-3ad8-42af-a65a-1e9dca5c0c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:40Z', 'updated_at': '2021-07-13T22:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '29f0252f-539b-440a-b772-539cc2293480', 'name': '', 'network_id': '7f76bfef-0aa8-4d3f-95cc-597cddaaad3e', 'tenant_id': '4db584c7a64942b7a8e03e0989961e90', 'mac_address': 'fa:16:3e:58:e8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c70c314-3ad8-42af-a65a-1e9dca5c0c2f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f46c5ed0-849c-4b18-bed2-160b47afb9e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:45Z', 'updated_at': '2021-07-13T22:02:05Z', 'revision_number': 4, 'project_id': '4db584c7a64942b7a8e03e0989961e90', 'subnets': [{'id': 'f46c5ed0-849c-4b18-bed2-160b47afb9e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:02:09.085740 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2e4e19a5-8b67-4078-ae4b-36bb46fdc773 req-fdd8963e-6049-4394-bb3a-2bc482288097 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1168470
Jul 13 22:02:09.090034 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port 747714d4-a7ac-4896-9181-fc1bdaea0cc9 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:02:09.098646 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 747714d4-a7ac-4896-9181-fc1bdaea0cc9 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:02:09.101392 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:09.194085 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464aab74-c16c-4cf3-afac-9639d1df7133 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:02:09.229803 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-464aab74-c16c-4cf3-afac-9639d1df7133 admin admin] 10.222.0.18 "PUT /v2.0/routers/2930d8e5-af59-4d08-b9f6-542492ad92f4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.5589848
Jul 13 22:02:09.274132 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] Sync routers for ids ['2930d8e5-af59-4d08-b9f6-542492ad92f4'] in dv-cinder-800618-1-iscsi {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:02:09.592280 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:09.601456 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-eb12d582-b05f-4d7c-a5d2-036a9e490dda req-20199be4-27d0-4d2a-93b6-eca7cff4a825 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 210 time: 0.1328118
Jul 13 22:02:09.618538 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-2b9a3d4c-5276-458a-b1d1-55852921a581 tempest-TestVolumeBootPattern-1047861481 tempest-TestVolumeBootPattern-1047861481-project-admin] Synchronizing usage tracker for tenant:ae1b9ce40362428c8292624902090637 on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:02:09.637327 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] For port 747714d4-a7ac-4896-9181-fc1bdaea0cc9, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=747714d4-a7ac-4896-9181-fc1bdaea0cc9,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:02:09.640308 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] Routers {'2930d8e5-af59-4d08-b9f6-542492ad92f4'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:02:09.644583 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf3630e8d0>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:02:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['2930d8e5-af59-4d08-b9f6-542492ad92f4'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:02:09.655301 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-2b9a3d4c-5276-458a-b1d1-55852921a581 tempest-TestVolumeBootPattern-1047861481 tempest-TestVolumeBootPattern-1047861481-project-admin] Unset dirty status for tenant:ae1b9ce40362428c8292624902090637 on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:02:09.660174 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 41808) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:09.665864 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-2b9a3d4c-5276-458a-b1d1-55852921a581 tempest-TestVolumeBootPattern-1047861481 tempest-TestVolumeBootPattern-1047861481-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 1093 time: 1.2023990
Jul 13 22:02:09.666638 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Request body: {'floatingip': {'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'port_id': 'a4c3f21c-8b78-470f-8402-78c85d381117', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:02:09.673832 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:02:09.698266 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Usage tracker for resource:floatingip and tenant:cc7dc58b5d6544d2831c594208eb42cb is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:02:09.725772 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:02:09.758535 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:02:09.789414 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for floatingip, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:09.848631 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:09.858064 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 474ac49a-6b6d-477b-96db-c0669797219a up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:02:10.282202 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:10.287305 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c50db-983c-4174-b592-cd7a07392c1c req-a8053203-8a1b-407d-a8ea-354a44b2180a tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:10.336325 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9f0c50db-983c-4174-b592-cd7a07392c1c req-a8053203-8a1b-407d-a8ea-354a44b2180a tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.3173649
Jul 13 22:02:10.626734 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9f0c50db-983c-4174-b592-cd7a07392c1c req-2cff067a-15db-4531-a03c-b4c67f7421a2 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3161016
Jul 13 22:02:10.691265 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] Set router 2930d8e5-af59-4d08-b9f6-542492ad92f4 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:02:11.029667 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-e40c0867-6055-4dc4-b0fa-6c55e161908d tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:11.032231 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-e40c0867-6055-4dc4-b0fa-6c55e161908d tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.15 "GET /v2.0/networks?id=de5d6044-cfb3-4d49-a973-f786017e1c2f HTTP/1.1" status: 200  len: 813 time: 1.2044003
Jul 13 22:02:11.034599 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:11.043949 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4d5f2-743c-421c-9398-b4ded027da44 req-ac869df2-f407-4225-98cb-6caff1584b6f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:11.047229 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-cbb4d5f2-743c-421c-9398-b4ded027da44 req-ac869df2-f407-4225-98cb-6caff1584b6f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.2068882
Jul 13 22:02:11.097824 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-804361d0-1199-4f60-abb0-05268cc1d919 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Request body: {'port': {'device_id': '635cd8c4-afb2-48e5-8aa2-bbda3d7add77', 'network_id': 'de5d6044-cfb3-4d49-a973-f786017e1c2f', 'admin_state_up': True, 'tenant_id': '4aab1ec20c864e1ba0ef5e5e6aed8b1c'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:02:11.129462 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-cbb4d5f2-743c-421c-9398-b4ded027da44 req-077f8686-2809-4093-8379-269b056ec441 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708137
Jul 13 22:02:11.153713 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Pushing event updated for resources: {'Port': ['ID=747714d4-a7ac-4896-9181-fc1bdaea0cc9,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:11.157585 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.921s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:11.233968 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 41828) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:11.240820 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-606278a4-067d-40a0-b2a9-792ea36e4f78 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1310022968', 'description': 'tempest-secgroup-smoke-1310022968 description', 'project_id': '3065358f8c8941dc9ed172c1f78f2728'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:02:11.270991 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-606278a4-067d-40a0-b2a9-792ea36e4f78 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:02:11.277541 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Allocated IP 172.27.3.215 (c8866fbd-09a0-4cda-b97c-1016e46e3e88/8a6156a0-7e3f-4c59-8b62-81399f240021/6ef09bc3-447b-48ed-b0e0-55d24981d54f) {{(pid=82084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:02:11.303746 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-7801ede6-3e5d-4cd1-a5b6-8a592346c817 None None] Provisioning complete for port e4643255-42ad-41f0-b9b0-6dd6c30486a2 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:02:11.304178 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7801ede6-3e5d-4cd1-a5b6-8a592346c817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:11.304979 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-606278a4-067d-40a0-b2a9-792ea36e4f78 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Usage tracker for resource:security_group and tenant:3065358f8c8941dc9ed172c1f78f2728 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:02:11.318160 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-606278a4-067d-40a0-b2a9-792ea36e4f78 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:02:11.330057 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-606278a4-067d-40a0-b2a9-792ea36e4f78 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:02:11.360362 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-606278a4-067d-40a0-b2a9-792ea36e4f78 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:11.431458 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-606278a4-067d-40a0-b2a9-792ea36e4f78 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:02:11.436277 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-606278a4-067d-40a0-b2a9-792ea36e4f78 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Usage tracker for resource:security_group_rule and tenant:3065358f8c8941dc9ed172c1f78f2728 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:02:11.439978 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-606278a4-067d-40a0-b2a9-792ea36e4f78 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:02:11.458113 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-606278a4-067d-40a0-b2a9-792ea36e4f78 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:02:11.461606 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-7801ede6-3e5d-4cd1-a5b6-8a592346c817 None None] Port e4643255-42ad-41f0-b9b0-6dd6c30486a2 cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 22:02:11.534252 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 474ac49a-6b6d-477b-96db-c0669797219a triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:02:11.534590 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:11.583288 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-606278a4-067d-40a0-b2a9-792ea36e4f78 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:11.587160 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-606278a4-067d-40a0-b2a9-792ea36e4f78 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:11.642048 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6c39b8f1-14ff-4b8f-8701-9bb7a673d02f req-98302f97-5412-42d9-b3ca-30987b027027 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 210 time: 0.1246009
Jul 13 22:02:11.644233 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-36d778f0-2e80-4803-953d-6126b3a1358d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:11.717403 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-606278a4-067d-40a0-b2a9-792ea36e4f78 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:11.729408 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-606278a4-067d-40a0-b2a9-792ea36e4f78 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4941828
Jul 13 22:02:11.737635 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 41840) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:11.738553 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606278a4-067d-40a0-b2a9-792ea36e4f78 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6779e941-1eef-4e35-b5dc-6f3812aad999,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:11.748520 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-606278a4-067d-40a0-b2a9-792ea36e4f78 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:11.765612 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-03ecc0db-8a00-4041-819a-74993d07e82c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Request body: {'security_group_rule': {'security_group_id': '6779e941-1eef-4e35-b5dc-6f3812aad999', 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:02:11.781390 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-03ecc0db-8a00-4041-819a-74993d07e82c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:02:11.797013 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-03ecc0db-8a00-4041-819a-74993d07e82c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Usage tracker for resource:security_group_rule and tenant:3065358f8c8941dc9ed172c1f78f2728 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:02:11.804982 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-03ecc0db-8a00-4041-819a-74993d07e82c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:02:11.820137 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-03ecc0db-8a00-4041-819a-74993d07e82c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:02:11.876313 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-03ecc0db-8a00-4041-819a-74993d07e82c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:12.083017 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-03ecc0db-8a00-4041-819a-74993d07e82c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:12.162447 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 8fd1fbe5-e154-4105-a206-4e87fd9124d0 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:02:12.170855 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-03ecc0db-8a00-4041-819a-74993d07e82c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215557'] for security_group_rule, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:12.176575 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:12.193954 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ecc0db-8a00-4041-819a-74993d07e82c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09541b2c-5230-455b-84df-db4c7839c735,revision_number=0']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:12.201995 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-03ecc0db-8a00-4041-819a-74993d07e82c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:12.207018 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-804361d0-1199-4f60-abb0-05268cc1d919 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:02:12.218672 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-804361d0-1199-4f60-abb0-05268cc1d919 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Usage tracker for resource:port and tenant:4aab1ec20c864e1ba0ef5e5e6aed8b1c is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:02:12.227647 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-804361d0-1199-4f60-abb0-05268cc1d919 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:02:12.237142 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c1f8d-1dd8-4fe1-bd1b-fed4b1c27516 req-dde5a754-34c8-4f17-b278-3d86b3beb02c tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:12.242063 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-804361d0-1199-4f60-abb0-05268cc1d919 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:02:12.244943 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6e3c1f8d-1dd8-4fe1-bd1b-fed4b1c27516 req-dde5a754-34c8-4f17-b278-3d86b3beb02c tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.1541960
Jul 13 22:02:12.311383 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf3630e8d0>, [{'id': '2930d8e5-af59-4d08-b9f6-542492ad92f4', 'name': 'tempest-TestShelveInstance-247244597-router', 'tenant_id': '9ae54f971cef432394cca611d7d77bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '747714d4-a7ac-4896-9181-fc1bdaea0cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:52Z', 'updated_at': '2021-07-13T22:02:03Z', 'revision_number': 4, 'project_id': '9ae54f971cef432394cca611d7d77bc9', 'gw_port': {'id': '747714d4-a7ac-4896-9181-fc1bdaea0cc9', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2930d8e5-af59-4d08-b9f6-542492ad92f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:54Z', 'updated_at': '2021-07-13T22:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': 'e4643255-42ad-41f0-b9b0-6dd6c30486a2', 'name': '', 'network_id': 'eb0696ca-c584-4f7e-9197-8f986407fc07', 'tenant_id': '9ae54f971cef432394cca611d7d77bc9', 'mac_address': 'fa:16:3e:88:c5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2930d8e5-af59-4d08-b9f6-542492ad92f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dd52e1d-9284-4ad5-ae39-e2e81bb54eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:02Z', 'updated_at': '2021-07-13T22:02:04Z', 'revision_number': 2, 'project_id': '9ae54f971cef432394cca611d7d77bc9', 'subnets': [{'id': '5dd52e1d-9284-4ad5-ae39-e2e81bb54eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:02:12.317010 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6e3c1f8d-1dd8-4fe1-bd1b-fed4b1c27516 req-c1d682ae-dafc-4d5a-ba75-5b8d9d88fcce tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709980
Jul 13 22:02:12.318057 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-03ecc0db-8a00-4041-819a-74993d07e82c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:12.322941 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for port, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:12.329087 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-03ecc0db-8a00-4041-819a-74993d07e82c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5824096
Jul 13 22:02:12.330087 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 41848) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:12.330473 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] Checking router: 2930d8e5-af59-4d08-b9f6-542492ad92f4 for host: dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:02:12.330801 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] Updating router 2930d8e5-af59-4d08-b9f6-542492ad92f4 port e4643255-42ad-41f0-b9b0-6dd6c30486a2 binding host dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 13 22:02:12.336809 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-7fdae50b-a1eb-49b0-8d51-c735b6e06165 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Request body: {'security_group_rule': {'security_group_id': '6779e941-1eef-4e35-b5dc-6f3812aad999', 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:02:12.354564 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-7fdae50b-a1eb-49b0-8d51-c735b6e06165 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:02:12.363255 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-7fdae50b-a1eb-49b0-8d51-c735b6e06165 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Usage tracker for resource:security_group_rule and tenant:3065358f8c8941dc9ed172c1f78f2728 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:02:12.368562 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-7fdae50b-a1eb-49b0-8d51-c735b6e06165 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:02:12.385272 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-7fdae50b-a1eb-49b0-8d51-c735b6e06165 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:02:12.385539 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-804361d0-1199-4f60-abb0-05268cc1d919 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Made reservation on behalf of 4aab1ec20c864e1ba0ef5e5e6aed8b1c for: {'port': 1} {{(pid=82084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:02:12.404590 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-804361d0-1199-4f60-abb0-05268cc1d919 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:12.428307 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7fdae50b-a1eb-49b0-8d51-c735b6e06165 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:12.457114 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:12.520110 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7fdae50b-a1eb-49b0-8d51-c735b6e06165 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:12.521630 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b62688bb-2bed-4f28-9ea2-4a8d0ca6e295 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:12.523771 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7fdae50b-a1eb-49b0-8d51-c735b6e06165 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215557'] for security_group_rule, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:12.526708 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-03ecc0db-8a00-4041-819a-74993d07e82c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:12.538666 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:12.561389 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdae50b-a1eb-49b0-8d51-c735b6e06165 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df41540-cef2-4cd0-bef3-92a98fcea078,revision_number=0']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:12.564708 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7fdae50b-a1eb-49b0-8d51-c735b6e06165 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:12.570936 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-7fdae50b-a1eb-49b0-8d51-c735b6e06165 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2400000
Jul 13 22:02:12.571770 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 41852) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:12.573152 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7fdae50b-a1eb-49b0-8d51-c735b6e06165 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:12.579792 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-25607b66-4c1f-4a4c-b3a4-56af340e2d11 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Request body: {'security_group_rule': {'security_group_id': '6779e941-1eef-4e35-b5dc-6f3812aad999', 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:02:12.582098 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Network c8866fbd-09a0-4cda-b97c-1016e46e3e88 is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:02:12.587792 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-25607b66-4c1f-4a4c-b3a4-56af340e2d11 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:02:12.597083 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:02:12.597438 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-25607b66-4c1f-4a4c-b3a4-56af340e2d11 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Usage tracker for resource:security_group_rule and tenant:3065358f8c8941dc9ed172c1f78f2728 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:02:12.604643 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Received port after_create {{(pid=82084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:02:12.611151 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-25607b66-4c1f-4a4c-b3a4-56af340e2d11 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:02:12.627828 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-25607b66-4c1f-4a4c-b3a4-56af340e2d11 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:02:12.675214 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 8fd1fbe5-e154-4105-a206-4e87fd9124d0 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:02:12.676093 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:12.862425 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-25607b66-4c1f-4a4c-b3a4-56af340e2d11 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:13.037905 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Pushing event updated for resources: {'Port': ['ID=6ef09bc3-447b-48ed-b0e0-55d24981d54f,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:13.052380 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:13.197651 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-25607b66-4c1f-4a4c-b3a4-56af340e2d11 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:13.208438 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-804361d0-1199-4f60-abb0-05268cc1d919 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Allocated IP 172.20.0.3 (de5d6044-cfb3-4d49-a973-f786017e1c2f/9f76643c-57b3-47d1-9c94-80d33f3b9b68/7a8e5d11-dcc8-4850-9d49-184e595da757) {{(pid=82084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:02:13.237775 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 31baf189-c963-44d8-9a2a-fc9c3751d4f4 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:02:13.249118 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c70f9-55ce-4390-bd5e-9f1fad4abe74 req-039f0d30-1f23-4cde-8f43-0a8f3fb62c98 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:13.260581 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ae1c70f9-55ce-4390-bd5e-9f1fad4abe74 req-039f0d30-1f23-4cde-8f43-0a8f3fb62c98 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.6237445
Jul 13 22:02:13.285300 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-25607b66-4c1f-4a4c-b3a4-56af340e2d11 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215557'] for security_group_rule, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:13.302550 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-068e19d2-1760-4d12-821f-c33e1628d8ff tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:13.387637 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-25607b66-4c1f-4a4c-b3a4-56af340e2d11 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:13.392499 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-25607b66-4c1f-4a4c-b3a4-56af340e2d11 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.8155487
Jul 13 22:02:13.398552 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25607b66-4c1f-4a4c-b3a4-56af340e2d11 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6268bde3-bc55-4f8c-8e0e-51123714dd8a,revision_number=0']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:13.406357 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 41872) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:13.416468 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-006150b2-4057-44fa-ab1d-b062ae3a76e5 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Request body: {'security_group_rule': {'security_group_id': '6779e941-1eef-4e35-b5dc-6f3812aad999', 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:02:13.422805 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-25607b66-4c1f-4a4c-b3a4-56af340e2d11 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:13.449479 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ae1c70f9-55ce-4390-bd5e-9f1fad4abe74 req-359fad0e-a8ec-4608-a604-da9a0e7aa537 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1877210
Jul 13 22:02:13.451566 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-006150b2-4057-44fa-ab1d-b062ae3a76e5 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:02:13.474699 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 31baf189-c963-44d8-9a2a-fc9c3751d4f4 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:02:13.476185 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:13.485804 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-006150b2-4057-44fa-ab1d-b062ae3a76e5 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Usage tracker for resource:security_group_rule and tenant:3065358f8c8941dc9ed172c1f78f2728 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:02:13.490080 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-006150b2-4057-44fa-ab1d-b062ae3a76e5 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:02:13.514768 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-006150b2-4057-44fa-ab1d-b062ae3a76e5 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:02:13.605650 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-006150b2-4057-44fa-ab1d-b062ae3a76e5 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:13.677022 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69eb42-94b1-48ed-91aa-ff74a40ea090 req-34c621a0-f710-42ea-8b34-353ff137313d tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:13.678620 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0c69eb42-94b1-48ed-91aa-ff74a40ea090 req-34c621a0-f710-42ea-8b34-353ff137313d tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.15 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.3416867
Jul 13 22:02:13.828240 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-0c69eb42-94b1-48ed-91aa-ff74a40ea090 req-8fc18485-93d7-43ff-b98f-da1d5f7dbbd6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Deleting port e4b77b07-eb1c-41b1-a45b-fd272f60fbc4 {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:02:13.829911 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-0c69eb42-94b1-48ed-91aa-ff74a40ea090 req-8fc18485-93d7-43ff-b98f-da1d5f7dbbd6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:13.839737 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b3a01a44-eb2c-4f59-89b9-a74d0396427a req-9a54e93f-bf4f-4ec3-bb96-793958cd8777 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 210 time: 0.1411734
Jul 13 22:02:13.897442 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-006150b2-4057-44fa-ab1d-b062ae3a76e5 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:13.905369 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-006150b2-4057-44fa-ab1d-b062ae3a76e5 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215557'] for security_group_rule, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:13.921144 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-25607b66-4c1f-4a4c-b3a4-56af340e2d11 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:13.945235 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006150b2-4057-44fa-ab1d-b062ae3a76e5 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ba0f1d-34de-45ae-91ab-05933a7acaf8,revision_number=0']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:13.956233 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-006150b2-4057-44fa-ab1d-b062ae3a76e5 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:13.988459 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-006150b2-4057-44fa-ab1d-b062ae3a76e5 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:13.994332 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-006150b2-4057-44fa-ab1d-b062ae3a76e5 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5863826
Jul 13 22:02:13.997654 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 41878) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:14.265590 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-0c69eb42-94b1-48ed-91aa-ff74a40ea090 req-8fc18485-93d7-43ff-b98f-da1d5f7dbbd6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] For port e4b77b07-eb1c-41b1-a45b-fd272f60fbc4, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=e4b77b07-eb1c-41b1-a45b-fd272f60fbc4,segment=NetworkSegment(bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17),segment_id=bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17)] {{(pid=82083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:02:14.266088 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-0c69eb42-94b1-48ed-91aa-ff74a40ea090 req-8fc18485-93d7-43ff-b98f-da1d5f7dbbd6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:14.461795 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] Notify callbacks [] for port, precommit_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:14.492454 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] Transition to ACTIVE for port object e4643255-42ad-41f0-b9b0-6dd6c30486a2 will not be triggered until provisioned by entity L2. {{(pid=82085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:02:14.511312 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:14.536433 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-171e8c1d-c5b6-42f0-91d2-ae95f24846bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:14.591993 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-0c69eb42-94b1-48ed-91aa-ff74a40ea090 req-8fc18485-93d7-43ff-b98f-da1d5f7dbbd6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Calling delete_port for e4b77b07-eb1c-41b1-a45b-fd272f60fbc4 owned by compute:nova {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:02:14.735494 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336d5f8-810a-4b94-b49d-5b2aa987a3d8 req-4d745bf7-8f4a-4704-8b58-8943d83e31ba tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:14.744154 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1336d5f8-810a-4b94-b49d-5b2aa987a3d8 req-4d745bf7-8f4a-4704-8b58-8943d83e31ba tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 945 time: 0.4542689
Jul 13 22:02:14.899923 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1336d5f8-810a-4b94-b49d-5b2aa987a3d8 req-faab720c-dbd1-4928-85c6-5363eeca4985 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1542814
Jul 13 22:02:15.046974 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-804361d0-1199-4f60-abb0-05268cc1d919 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Notify callbacks [] for port, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:15.077733 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f7213-0d23-47d1-834e-85e87bfb6c12 None None] Pushing event updated for resources: {'Port': ['ID=e4643255-42ad-41f0-b9b0-6dd6c30486a2,revision_number=3']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:15.109971 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-20371851-cf90-484a-b39a-e645712bd5c7 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Request body: {'security_group_rule': {'security_group_id': '6779e941-1eef-4e35-b5dc-6f3812aad999', 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:02:15.112222 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-fe6f7213-0d23-47d1-834e-85e87bfb6c12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:15.135518 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:15.272840 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-20371851-cf90-484a-b39a-e645712bd5c7 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:02:15.280532 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-20371851-cf90-484a-b39a-e645712bd5c7 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Usage tracker for resource:security_group_rule and tenant:3065358f8c8941dc9ed172c1f78f2728 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:02:15.280760 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-804361d0-1199-4f60-abb0-05268cc1d919 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295'] for port, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:15.284666 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-20371851-cf90-484a-b39a-e645712bd5c7 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:02:15.301853 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-20371851-cf90-484a-b39a-e645712bd5c7 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:02:15.347618 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-0c69eb42-94b1-48ed-91aa-ff74a40ea090 req-8fc18485-93d7-43ff-b98f-da1d5f7dbbd6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:15.382333 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.securitygroups_db [None req-20371851-cf90-484a-b39a-e645712bd5c7 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Project 3065358f8c8941dc9ed172c1f78f2728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 13 22:02:15.411654 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-37591732-dcb4-4dc5-a03a-f67f10c3d3ef tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:15.425760 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-11abb698-3638-499b-92eb-08a77c3c04af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:15.470626 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] Attempting to bind port e4643255-42ad-41f0-b9b0-6dd6c30486a2 on host dv-cinder-800618-1-iscsi for vnic_type normal with profile  {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:02:15.471055 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] Attempting to bind port e4643255-42ad-41f0-b9b0-6dd6c30486a2 by drivers openvswitch,hyperv on host dv-cinder-800618-1-iscsi at level 0 using segments [{'id': '1fb71ded-d614-4c90-bb1d-9ec95d73d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb0696ca-c584-4f7e-9197-8f986407fc07'}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:02:15.471544 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] Attempting to bind port e4643255-42ad-41f0-b9b0-6dd6c30486a2 on network eb0696ca-c584-4f7e-9197-8f986407fc07 {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:02:15.480357 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] Checking agent: {'id': '2263b417-f909-4ae1-bb84-63a7139c38be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800618-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 50, 32), 'started_at': datetime.datetime(2021, 7, 13, 21, 51, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800618-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:02:15.480810 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] Checking segment: {'id': '1fb71ded-d614-4c90-bb1d-9ec95d73d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb0696ca-c584-4f7e-9197-8f986407fc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:02:15.481311 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:15.481760 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] Bound using segment: {'id': '1fb71ded-d614-4c90-bb1d-9ec95d73d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb0696ca-c584-4f7e-9197-8f986407fc07'} {{(pid=82085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:02:15.482289 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] Bound port: e4643255-42ad-41f0-b9b0-6dd6c30486a2, host: dv-cinder-800618-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb71ded-d614-4c90-bb1d-9ec95d73d6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'eb0696ca-c584-4f7e-9197-8f986407fc07'}}] {{(pid=82085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:02:15.482707 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:15.557342 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc18485-93d7-43ff-b98f-da1d5f7dbbd6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Pushing event deleted for resources: {'Port': ['ID=e4b77b07-eb1c-41b1-a45b-fd272f60fbc4,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:15.655713 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:15.656434 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-20371851-cf90-484a-b39a-e645712bd5c7 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:15.684613 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804361d0-1199-4f60-abb0-05268cc1d919 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Pushing event updated for resources: {'Port': ['ID=7a8e5d11-dcc8-4850-9d49-184e595da757,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:15.688430 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 0eaa0706-714a-4fc4-bd81-73de64014460 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:02:15.695063 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-804361d0-1199-4f60-abb0-05268cc1d919 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Network de5d6044-cfb3-4d49-a973-f786017e1c2f is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:02:15.696137 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-804361d0-1199-4f60-abb0-05268cc1d919 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:15.704017 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-804361d0-1199-4f60-abb0-05268cc1d919 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:02:15.812802 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8fc18485-93d7-43ff-b98f-da1d5f7dbbd6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:15.887324 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] For port e4643255-42ad-41f0-b9b0-6dd6c30486a2, host dv-cinder-800618-1-iscsi, cleared binding levels {{(pid=82085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:02:15.903263 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d39840-2a62-4e18-a0ca-d57d5d02a475 req-2ecc0688-fabe-4fa5-9700-4d2f0fce46d3 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:15.905809 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e1d39840-2a62-4e18-a0ca-d57d5d02a475 req-2ecc0688-fabe-4fa5-9700-4d2f0fce46d3 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.7828286
Jul 13 22:02:15.906939 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c69eb42-94b1-48ed-91aa-ff74a40ea090 req-8fc18485-93d7-43ff-b98f-da1d5f7dbbd6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] No DVR routers for this DVR port e4b77b07-eb1c-41b1-a45b-fd272f60fbc4 on host hv-cinder-80061 {{(pid=82083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:02:15.910816 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-0c69eb42-94b1-48ed-91aa-ff74a40ea090 req-8fc18485-93d7-43ff-b98f-da1d5f7dbbd6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:15.912458 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] For port e4643255-42ad-41f0-b9b0-6dd6c30486a2, host dv-cinder-800618-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=e4643255-42ad-41f0-b9b0-6dd6c30486a2,segment=NetworkSegment(1fb71ded-d614-4c90-bb1d-9ec95d73d6d4),segment_id=1fb71ded-d614-4c90-bb1d-9ec95d73d6d4)] {{(pid=82085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:02:15.935931 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 0eaa0706-714a-4fc4-bd81-73de64014460 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:02:15.936398 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:15.943884 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c24f81-fa78-4509-9197-b45e90ae2ec5', 'name': 'network-vif-deleted', 'tag': 'e4b77b07-eb1c-41b1-a45b-fd272f60fbc4'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:02:15.970857 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for port, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:15.971537 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-20371851-cf90-484a-b39a-e645712bd5c7 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:15.977730 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-804361d0-1199-4f60-abb0-05268cc1d919 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Received port after_create {{(pid=82084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:02:15.982315 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-20371851-cf90-484a-b39a-e645712bd5c7 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215557'] for security_group_rule, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:15.982704 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-804361d0-1199-4f60-abb0-05268cc1d919 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:15.983555 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-804361d0-1199-4f60-abb0-05268cc1d919 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:15.990031 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:15.999733 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:16.009402 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-0ea54762-66e4-4277-bf0a-ab7ce5113681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:16.016724 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e1d39840-2a62-4e18-a0ca-d57d5d02a475 req-77db4e84-8c05-4406-9de6-0353e14aa4d7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0909762
Jul 13 22:02:16.019064 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0c69eb42-94b1-48ed-91aa-ff74a40ea090 req-8fc18485-93d7-43ff-b98f-da1d5f7dbbd6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.15 "DELETE /v2.0/ports/e4b77b07-eb1c-41b1-a45b-fd272f60fbc4 HTTP/1.1" status: 204  len: 173 time: 2.3127062
Jul 13 22:02:16.019522 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:16.022887 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:16.046152 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20371851-cf90-484a-b39a-e645712bd5c7 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f894542d-ae36-4b09-8100-f820d93e6c84,revision_number=0']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:16.057260 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-20371851-cf90-484a-b39a-e645712bd5c7 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:16.066628 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-20371851-cf90-484a-b39a-e645712bd5c7 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:16.067955 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-20371851-cf90-484a-b39a-e645712bd5c7 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 2.0690444
Jul 13 22:02:16.071821 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 41902) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:16.088547 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-b3fe033b-2d95-41f0-b371-fae3c2a20f0c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Request body: {'security_group_rule': {'security_group_id': '6779e941-1eef-4e35-b5dc-6f3812aad999', 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:02:16.090007 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758945'] for floatingip, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:16.104474 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-b3fe033b-2d95-41f0-b371-fae3c2a20f0c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:02:16.114953 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-b3fe033b-2d95-41f0-b371-fae3c2a20f0c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Usage tracker for resource:security_group_rule and tenant:3065358f8c8941dc9ed172c1f78f2728 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:02:16.121801 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-b3fe033b-2d95-41f0-b371-fae3c2a20f0c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:02:16.145846 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-b3fe033b-2d95-41f0-b371-fae3c2a20f0c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:02:16.170588 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.securitygroups_db [None req-b3fe033b-2d95-41f0-b371-fae3c2a20f0c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Project 3065358f8c8941dc9ed172c1f78f2728 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 13 22:02:16.173044 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f7213-0d23-47d1-834e-85e87bfb6c12 None None] Pushing event updated for resources: {'Port': ['ID=e4643255-42ad-41f0-b9b0-6dd6c30486a2,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:16.181217 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-fe6f7213-0d23-47d1-834e-85e87bfb6c12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:16.190371 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b3fe033b-2d95-41f0-b371-fae3c2a20f0c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:16.344205 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 29f0252f-539b-440a-b772-539cc2293480 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:02:16.351717 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Pushing event updated for resources: {'Port': ['ID=6ef09bc3-447b-48ed-b0e0-55d24981d54f,revision_number=2']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:16.362881 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:16.380016 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-804361d0-1199-4f60-abb0-05268cc1d919 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.2862933
Jul 13 22:02:16.386621 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b3fe033b-2d95-41f0-b371-fae3c2a20f0c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:16.390845 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b3fe033b-2d95-41f0-b371-fae3c2a20f0c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215557'] for security_group_rule, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:16.393046 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:16.444917 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] Routers {'2930d8e5-af59-4d08-b9f6-542492ad92f4'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:02:16.445632 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf3630e8d0>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:02:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['2930d8e5-af59-4d08-b9f6-542492ad92f4'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:02:16.451836 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe033b-2d95-41f0-b371-fae3c2a20f0c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ba8b72-aa14-4b05-bd49-f0aae4ca1e34,revision_number=0']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:16.454655 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b3fe033b-2d95-41f0-b371-fae3c2a20f0c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:16.470516 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b3fe033b-2d95-41f0-b371-fae3c2a20f0c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:16.471835 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-b3fe033b-2d95-41f0-b371-fae3c2a20f0c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3988469
Jul 13 22:02:16.603604 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.l3_db [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Floating IP e39367c2-b5be-4c36-8fe0-fcf6349d661b associated. External IP: 172.27.3.215, port: a4c3f21c-8b78-470f-8402-78c85d381117.
Jul 13 22:02:16.692995 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64710846-7c5f-44c4-aa14-9a4cbdcbeb0c req-cf677a88-264b-4b16-930d-e28b90b1f81c tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:16.695416 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-64710846-7c5f-44c4-aa14-9a4cbdcbeb0c req-cf677a88-264b-4b16-930d-e28b90b1f81c tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 931 time: 0.1942792
Jul 13 22:02:16.753476 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] Set router 2930d8e5-af59-4d08-b9f6-542492ad92f4 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:02:16.850573 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-64710846-7c5f-44c4-aa14-9a4cbdcbeb0c req-527bad7f-4d0d-4140-8c1e-0a65707e46d5 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Synchronizing usage tracker for tenant:4aab1ec20c864e1ba0ef5e5e6aed8b1c on resource:security_group {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:02:16.894099 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-64710846-7c5f-44c4-aa14-9a4cbdcbeb0c req-527bad7f-4d0d-4140-8c1e-0a65707e46d5 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Unset dirty status for tenant:4aab1ec20c864e1ba0ef5e5e6aed8b1c on resource:security_group {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:02:16.895403 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-64710846-7c5f-44c4-aa14-9a4cbdcbeb0c req-527bad7f-4d0d-4140-8c1e-0a65707e46d5 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1895881
Jul 13 22:02:17.125448 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port 29f0252f-539b-440a-b772-539cc2293480 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:02:17.144903 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 29f0252f-539b-440a-b772-539cc2293480 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:02:17.145404 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:17.206128 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-47301bc2-1e15-4f84-9544-ed1a2c95eede req-cccb7b2b-a89f-4ffe-9204-1de46aa86bad tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Synchronizing usage tracker for tenant:a64f1d97f1f646f498668269b6c5ee10 on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:02:17.226186 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-47301bc2-1e15-4f84-9544-ed1a2c95eede req-cccb7b2b-a89f-4ffe-9204-1de46aa86bad tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Unset dirty status for tenant:a64f1d97f1f646f498668269b6c5ee10 on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:02:17.239725 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-47301bc2-1e15-4f84-9544-ed1a2c95eede req-cccb7b2b-a89f-4ffe-9204-1de46aa86bad tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 210 time: 0.0915799
Jul 13 22:02:17.290158 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:02:17.308223 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c24f81-fa78-4509-9197-b45e90ae2ec5', 'name': 'network-vif-deleted', 'tag': 'e4b77b07-eb1c-41b1-a45b-fd272f60fbc4', 'status': 'completed', 'code': 200}
Jul 13 22:02:17.384466 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:17.415339 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf3630e8d0>, [{'id': '2930d8e5-af59-4d08-b9f6-542492ad92f4', 'name': 'tempest-TestShelveInstance-247244597-router', 'tenant_id': '9ae54f971cef432394cca611d7d77bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '747714d4-a7ac-4896-9181-fc1bdaea0cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:52Z', 'updated_at': '2021-07-13T22:02:03Z', 'revision_number': 4, 'project_id': '9ae54f971cef432394cca611d7d77bc9', 'gw_port': {'id': '747714d4-a7ac-4896-9181-fc1bdaea0cc9', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2930d8e5-af59-4d08-b9f6-542492ad92f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:54Z', 'updated_at': '2021-07-13T22:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': 'e4643255-42ad-41f0-b9b0-6dd6c30486a2', 'name': '', 'network_id': 'eb0696ca-c584-4f7e-9197-8f986407fc07', 'tenant_id': '9ae54f971cef432394cca611d7d77bc9', 'mac_address': 'fa:16:3e:88:c5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2930d8e5-af59-4d08-b9f6-542492ad92f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dd52e1d-9284-4ad5-ae39-e2e81bb54eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:02Z', 'updated_at': '2021-07-13T22:02:15Z', 'revision_number': 4, 'project_id': '9ae54f971cef432394cca611d7d77bc9', 'subnets': [{'id': '5dd52e1d-9284-4ad5-ae39-e2e81bb54eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:02:17.426406 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0e9aa8-91d9-45d2-93b4-04c2aaf7ba7b None None] The sync data for ids ['2930d8e5-af59-4d08-b9f6-542492ad92f4'] in dv-cinder-800618-1-iscsi is: [{'id': '2930d8e5-af59-4d08-b9f6-542492ad92f4', 'name': 'tempest-TestShelveInstance-247244597-router', 'tenant_id': '9ae54f971cef432394cca611d7d77bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '747714d4-a7ac-4896-9181-fc1bdaea0cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:52Z', 'updated_at': '2021-07-13T22:02:03Z', 'revision_number': 4, 'project_id': '9ae54f971cef432394cca611d7d77bc9', 'gw_port': {'id': '747714d4-a7ac-4896-9181-fc1bdaea0cc9', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2930d8e5-af59-4d08-b9f6-542492ad92f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:54Z', 'updated_at': '2021-07-13T22:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': 'e4643255-42ad-41f0-b9b0-6dd6c30486a2', 'name': '', 'network_id': 'eb0696ca-c584-4f7e-9197-8f986407fc07', 'tenant_id': '9ae54f971cef432394cca611d7d77bc9', 'mac_address': 'fa:16:3e:88:c5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2930d8e5-af59-4d08-b9f6-542492ad92f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dd52e1d-9284-4ad5-ae39-e2e81bb54eab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:02:02Z', 'updated_at': '2021-07-13T22:02:15Z', 'revision_number': 4, 'project_id': '9ae54f971cef432394cca611d7d77bc9', 'subnets': [{'id': '5dd52e1d-9284-4ad5-ae39-e2e81bb54eab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:02:17.448928 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] For port 29f0252f-539b-440a-b772-539cc2293480, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=29f0252f-539b-440a-b772-539cc2293480,segment=NetworkSegment(08913e83-479a-46ec-a26f-0f1a010dc10c),segment_id=08913e83-479a-46ec-a26f-0f1a010dc10c)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:02:17.452887 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:17.453817 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 030cafb8-9ffe-4b6d-a025-9dcb91acd461 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:02:17.499743 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-3c1883f5-2f2c-4d78-9576-aac93ac68a96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:17.575621 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Pushing event updated for resources: {'Port': ['ID=29f0252f-539b-440a-b772-539cc2293480,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:17.579545 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:17.659963 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 030cafb8-9ffe-4b6d-a025-9dcb91acd461 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:02:17.660312 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:17.747943 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f19d4-dd31-4c28-b55f-9dc3c41a00ab req-e8614cd6-369d-4ad1-98fa-a898240d69ce tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:17.758574 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a29f19d4-dd31-4c28-b55f-9dc3c41a00ab req-e8614cd6-369d-4ad1-98fa-a898240d69ce tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.2273059
Jul 13 22:02:17.805046 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['dc724c34-4271-4503-ad71-a27f097d768b', 'e4b77b07-eb1c-41b1-a45b-fd272f60fbc4'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:02:17.834445 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a29f19d4-dd31-4c28-b55f-9dc3c41a00ab req-8f80ce33-8916-425b-8b84-cfc25f2338e2 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0744684
Jul 13 22:02:17.955503 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:02:17.975787 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a439e3d-f961-4bd1-8c82-018b857cc7d8 None None] Sync routers for ids ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'] in dv-cinder-800618-1-iscsi {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:02:17.990178 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device e4b77b07-eb1c-41b1-a45b-fd272f60fbc4 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:02:17.997575 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for floatingip, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:18.016949 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a439e3d-f961-4bd1-8c82-018b857cc7d8 None None] Routers {'51c20fc9-a475-4045-8b4e-3f51b2d2cb01'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:02:18.018380 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-0a439e3d-f961-4bd1-8c82-018b857cc7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf39851400>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:02:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:02:18.072532 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] No Port match for: e4b77b07-eb1c-41b1-a45b-fd272f60fbc4 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:02:18.072965 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device e4b77b07-eb1c-41b1-a45b-fd272f60fbc4 not bound to the agent host hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:02:18.165358 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 8.5037727
Jul 13 22:02:18.166732 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1428439d-5380-4e0d-a46a-b7de963943d7', 'tag': 'a4c3f21c-8b78-470f-8402-78c85d381117'}] {{(pid=82084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:02:18.329578 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45ee2d-e9bf-4cd6-8026-62aba78d100c req-286c0edc-dad9-460a-8092-40362435018f tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:18.353232 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ca45ee2d-e9bf-4cd6-8026-62aba78d100c req-286c0edc-dad9-460a-8092-40362435018f tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 931 time: 0.1921923
Jul 13 22:02:18.412192 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ca45ee2d-e9bf-4cd6-8026-62aba78d100c req-556629d5-6491-469f-b869-3403388558f3 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578420
Jul 13 22:02:18.543396 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1428439d-5380-4e0d-a46a-b7de963943d7', 'tag': 'a4c3f21c-8b78-470f-8402-78c85d381117', 'status': 'completed', 'code': 200}
Jul 13 22:02:18.547414 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-0a439e3d-f961-4bd1-8c82-018b857cc7d8 None None] Set router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:02:18.564229 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 747714d4-a7ac-4896-9181-fc1bdaea0cc9 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:02:18.732479 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 747714d4-a7ac-4896-9181-fc1bdaea0cc9 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:02:18.732928 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:18.884037 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9b373fc1-102c-4bf3-b9ec-028e6d5ab05e req-6ac60624-5b7d-47c8-9819-c07c3c6adc22 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 210 time: 0.1464891
Jul 13 22:02:19.267460 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device e4643255-42ad-41f0-b9b0-6dd6c30486a2 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:02:19.498825 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning for port e4643255-42ad-41f0-b9b0-6dd6c30486a2 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:02:19.511173 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port e4643255-42ad-41f0-b9b0-6dd6c30486a2 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:02:19.512192 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:19.720296 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ece06-dbc4-4ef6-9230-6cc0c7595e02 req-653603fc-a381-4e67-80e4-fad9a4bbf5f5 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:19.752556 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a10ece06-dbc4-4ef6-9230-6cc0c7595e02 req-653603fc-a381-4e67-80e4-fad9a4bbf5f5 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.1788337
Jul 13 22:02:19.799903 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-0a439e3d-f961-4bd1-8c82-018b857cc7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf39851400>, [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:25Z', 'revision_number': 4, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port': {'id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': 'e39367c2-b5be-4c36-8fe0-fcf6349d661b', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'port_id': 'a4c3f21c-8b78-470f-8402-78c85d381117', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'mac_address': 'fa:16:3e:81:6f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1428439d-5380-4e0d-a46a-b7de963943d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:02:13Z', 'updated_at': '2021-07-13T22:02:13Z', 'revision_number': 0, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd87b91-6cc2-4e02-9869-d54006962875', 'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'mac_address': 'fa:16:3e:66:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:24Z', 'updated_at': '2021-07-13T22:00:36Z', 'revision_number': 5, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'subnets': [{'id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:02:19.827413 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a439e3d-f961-4bd1-8c82-018b857cc7d8 None None] Checking router: 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 for host: dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:02:19.858093 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a10ece06-dbc4-4ef6-9230-6cc0c7595e02 req-2604a3df-eb4e-43bf-8524-7dff898aafbc tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1045263
Jul 13 22:02:19.869368 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a439e3d-f961-4bd1-8c82-018b857cc7d8 None None] Routers {'51c20fc9-a475-4045-8b4e-3f51b2d2cb01'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:02:19.870133 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-0a439e3d-f961-4bd1-8c82-018b857cc7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf39851400>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:02:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:02:19.893849 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:19.990452 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] For port e4643255-42ad-41f0-b9b0-6dd6c30486a2, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=e4643255-42ad-41f0-b9b0-6dd6c30486a2,segment=NetworkSegment(1fb71ded-d614-4c90-bb1d-9ec95d73d6d4),segment_id=1fb71ded-d614-4c90-bb1d-9ec95d73d6d4)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:02:19.996897 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:20.000130 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 29f0252f-539b-440a-b772-539cc2293480 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:02:20.140645 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:20.266315 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port 29f0252f-539b-440a-b772-539cc2293480 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:02:20.267349 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:20.330021 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-0a439e3d-f961-4bd1-8c82-018b857cc7d8 None None] Set router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:02:20.346123 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Pushing event updated for resources: {'Port': ['ID=e4643255-42ad-41f0-b9b0-6dd6c30486a2,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:20.368449 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:20.406961 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51bd79-62cb-4f02-a27e-c51464e7d744 req-1fe2e429-97f7-47f3-bf40-c772cb9acaae tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:20.409397 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8f51bd79-62cb-4f02-a27e-c51464e7d744 req-1fe2e429-97f7-47f3-bf40-c772cb9acaae tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 931 time: 0.1911333
Jul 13 22:02:20.539933 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8f51bd79-62cb-4f02-a27e-c51464e7d744 req-5032ee95-4ee9-4d61-8d2d-e27648165ff8 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115963
Jul 13 22:02:20.874685 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-0a439e3d-f961-4bd1-8c82-018b857cc7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf39851400>, [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:25Z', 'revision_number': 4, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port': {'id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': 'e39367c2-b5be-4c36-8fe0-fcf6349d661b', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'port_id': 'a4c3f21c-8b78-470f-8402-78c85d381117', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'mac_address': 'fa:16:3e:81:6f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1428439d-5380-4e0d-a46a-b7de963943d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:02:13Z', 'updated_at': '2021-07-13T22:02:13Z', 'revision_number': 0, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd87b91-6cc2-4e02-9869-d54006962875', 'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'mac_address': 'fa:16:3e:66:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:24Z', 'updated_at': '2021-07-13T22:00:36Z', 'revision_number': 5, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'subnets': [{'id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:02:20.878954 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a439e3d-f961-4bd1-8c82-018b857cc7d8 None None] The sync data for ids ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'] in dv-cinder-800618-1-iscsi is: [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:25Z', 'revision_number': 4, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port': {'id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': 'e39367c2-b5be-4c36-8fe0-fcf6349d661b', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'floating_ip_address': '172.27.3.215', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'port_id': 'a4c3f21c-8b78-470f-8402-78c85d381117', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'mac_address': 'fa:16:3e:81:6f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1428439d-5380-4e0d-a46a-b7de963943d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:02:13Z', 'updated_at': '2021-07-13T22:02:13Z', 'revision_number': 0, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd87b91-6cc2-4e02-9869-d54006962875', 'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'mac_address': 'fa:16:3e:66:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:24Z', 'updated_at': '2021-07-13T22:00:36Z', 'revision_number': 5, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'subnets': [{'id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:02:21.041688 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device e4643255-42ad-41f0-b9b0-6dd6c30486a2 up at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:02:21.126350 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Provisioning complete for port e4643255-42ad-41f0-b9b0-6dd6c30486a2 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:02:21.126684 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:21.357248 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feefd40e-c70d-415f-bb85-6893c9db5ae5 None None] New status for floating IP e39367c2-b5be-4c36-8fe0-fcf6349d661b: ACTIVE {{(pid=82085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 13 22:02:25.133737 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-b11d6ec9-bc63-4d7f-a4b0-44b1e5bb9fee tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:25.135371 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-b11d6ec9-bc63-4d7f-a4b0-44b1e5bb9fee tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/networks?id=97c4f6d1-e296-4289-9ad3-d87e8316a6bc HTTP/1.1" status: 200  len: 815 time: 0.3305492
Jul 13 22:02:25.155546 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-f17bdd1c-3f8f-484a-9062-42d75f44d479 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/quotas/d2468f829f2c4d188014193e66e67de5 HTTP/1.1" status: 200  len: 375 time: 0.0128531
Jul 13 22:02:25.239168 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-4c52155e-ad76-4e76-8691-a99e776a6f93 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Synchronizing usage tracker for tenant:d2468f829f2c4d188014193e66e67de5 on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:02:25.254454 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-4c52155e-ad76-4e76-8691-a99e776a6f93 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Unset dirty status for tenant:d2468f829f2c4d188014193e66e67de5 on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:02:25.255789 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-4c52155e-ad76-4e76-8691-a99e776a6f93 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d2468f829f2c4d188014193e66e67de5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0945244
Jul 13 22:02:25.397413 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] Request body: {'port': {'device_id': '635cd8c4-afb2-48e5-8aa2-bbda3d7add77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:02:25.406473 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-cadbdb40-9675-4d38-8e23-66ca7d0ad1ff service neutron] 10.222.0.18 "GET /v2.0/networks/97c4f6d1-e296-4289-9ad3-d87e8316a6bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377146
Jul 13 22:02:25.585448 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c2cf3bc7-9504-4be9-a18e-62fdcf39da84 req-36804f9a-c530-450d-bfb0-c580af5147b8 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c24f81-fa78-4509-9197-b45e90ae2ec5 HTTP/1.1" status: 200  len: 210 time: 0.0524914
Jul 13 22:02:25.597161 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:25.648462 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-d6b6f481-9c93-4ebf-ae9b-d4033f1b5119 service neutron] 10.222.0.18 "GET /v2.0/networks/97c4f6d1-e296-4289-9ad3-d87e8316a6bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2345121
Jul 13 22:02:25.659464 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-251a0ced-607c-4c6a-a94b-6578f5c492c0 req-c8fa5932-f474-493f-a62f-98f34ea3b738 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc7dc58b5d6544d2831c594208eb42cb&device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 1098 time: 0.1451283
Jul 13 22:02:25.876442 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a0ced-607c-4c6a-a94b-6578f5c492c0 req-7e53ff94-0ead-477a-91f9-eb87c48be806 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:25.878068 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-251a0ced-607c-4c6a-a94b-6578f5c492c0 req-7e53ff94-0ead-477a-91f9-eb87c48be806 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4573dd2b-8874-433b-aa5f-53da409d80cd HTTP/1.1" status: 200  len: 913 time: 0.1739426
Jul 13 22:02:26.044927 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-251a0ced-607c-4c6a-a94b-6578f5c492c0 req-887ce132-a081-474d-8449-40e8c4fb45c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4c3f21c-8b78-470f-8402-78c85d381117 HTTP/1.1" status: 200  len: 1001 time: 0.1581566
Jul 13 22:02:26.075708 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7abbd-b9d2-41ea-80b9-5c2415c3e6c0 req-c3e813f5-4ef5-4875-9b81-c0be93ffc4a2 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:26.077315 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-caf7abbd-b9d2-41ea-80b9-5c2415c3e6c0 req-c3e813f5-4ef5-4875-9b81-c0be93ffc4a2 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.2435009
Jul 13 22:02:26.127588 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a0ced-607c-4c6a-a94b-6578f5c492c0 req-ea2728b6-db12-4033-8ed9-b22df5937d1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:26.129241 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-251a0ced-607c-4c6a-a94b-6578f5c492c0 req-ea2728b6-db12-4033-8ed9-b22df5937d1c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f53db98-3e9c-409a-9118-d762e38b4e6e HTTP/1.1" status: 200  len: 851 time: 0.0763619
Jul 13 22:02:26.152359 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c69b12-33be-4f99-a47c-514c7e59e5ff req-d205114a-979f-4e79-bfb9-fe13ecffa6f4 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:26.154012 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e9c69b12-33be-4f99-a47c-514c7e59e5ff req-d205114a-979f-4e79-bfb9-fe13ecffa6f4 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 931 time: 0.2108965
Jul 13 22:02:26.236686 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8e5d11-dcc8-4850-9d49-184e595da757 {{(pid=82084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:02:26.244764 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:26.262156 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e9c69b12-33be-4f99-a47c-514c7e59e5ff req-37883baf-6a80-4015-95b0-6deadb289c15 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676641
Jul 13 22:02:26.273670 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-251a0ced-607c-4c6a-a94b-6578f5c492c0 req-5d23a20b-415a-4929-958a-f7eefdefa1e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4573dd2b-8874-433b-aa5f-53da409d80cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1186042
Jul 13 22:02:26.281471 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-caf7abbd-b9d2-41ea-80b9-5c2415c3e6c0 req-8220ebe9-d97b-43fb-84e0-140b450a65cc tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1930053
Jul 13 22:02:26.282938 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] Transition to ACTIVE for port object 7a8e5d11-dcc8-4850-9d49-184e595da757 will not be triggered until provisioned by entity L2. {{(pid=82084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:02:26.286175 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:26.294079 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:26.437529 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8e5d11-dcc8-4850-9d49-184e595da757,revision_number=2']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:26.440837 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:26.510957 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c6b562e3-2317-4b47-891d-4c2d55c15dad req-7ddd3f8a-cc10-4cde-b1e9-0143b0f5a5fe tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 210 time: 0.0678928
Jul 13 22:02:26.524545 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-251a0ced-607c-4c6a-a94b-6578f5c492c0 req-fcb990f7-e7cf-4cc8-ad56-09c297f00a31 service neutron] 10.222.0.15 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2279980
Jul 13 22:02:26.599855 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] Attempting to bind port 7a8e5d11-dcc8-4850-9d49-184e595da757 on host hv-cinder-80061 for vnic_type normal with profile  {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:02:26.600355 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] Attempting to bind port 7a8e5d11-dcc8-4850-9d49-184e595da757 by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': 'f7205b7e-901f-4378-a06c-b7abc50d227b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'de5d6044-cfb3-4d49-a973-f786017e1c2f'}] {{(pid=82084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:02:26.600819 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] Attempting to bind port 7a8e5d11-dcc8-4850-9d49-184e595da757 on network de5d6044-cfb3-4d49-a973-f786017e1c2f {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:02:26.607369 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] Port 7a8e5d11-dcc8-4850-9d49-184e595da757 on network de5d6044-cfb3-4d49-a973-f786017e1c2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 13 22:02:26.607822 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] Attempting to bind port 7a8e5d11-dcc8-4850-9d49-184e595da757 on network de5d6044-cfb3-4d49-a973-f786017e1c2f {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:02:26.615146 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] Checking agent: {'id': '86d26810-67bf-4143-935e-299d5b9ec4cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:02:26.616334 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] Checking segment: {'id': 'f7205b7e-901f-4378-a06c-b7abc50d227b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'de5d6044-cfb3-4d49-a973-f786017e1c2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:02:26.616992 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] Bound using segment: {'id': 'f7205b7e-901f-4378-a06c-b7abc50d227b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'de5d6044-cfb3-4d49-a973-f786017e1c2f'} {{(pid=82084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:02:26.617622 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] Bound port: 7a8e5d11-dcc8-4850-9d49-184e595da757, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7205b7e-901f-4378-a06c-b7abc50d227b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'de5d6044-cfb3-4d49-a973-f786017e1c2f'}}] {{(pid=82084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:02:26.618174 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:26.727041 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] For port 7a8e5d11-dcc8-4850-9d49-184e595da757, host hv-cinder-80061, cleared binding levels {{(pid=82084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:02:26.730935 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] For port 7a8e5d11-dcc8-4850-9d49-184e595da757, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=7a8e5d11-dcc8-4850-9d49-184e595da757,segment=NetworkSegment(f7205b7e-901f-4378-a06c-b7abc50d227b),segment_id=f7205b7e-901f-4378-a06c-b7abc50d227b)] {{(pid=82084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:02:26.735259 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:26.761749 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c802eb18-7ac0-4b28-a27a-014b27b9dd3d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:26.768239 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:26.772968 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-251a0ced-607c-4c6a-a94b-6578f5c492c0 req-ede5484e-b62f-4bdf-9828-7db1ed71f621 service neutron] 10.222.0.15 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2005401
Jul 13 22:02:26.824694 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:26.826214 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] 10.222.0.15 "PUT /v2.0/ports/7a8e5d11-dcc8-4850-9d49-184e595da757 HTTP/1.1" status: 200  len: 1093 time: 1.4340441
Jul 13 22:02:26.826756 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635cd8c4-afb2-48e5-8aa2-bbda3d7add77', 'tag': '7a8e5d11-dcc8-4850-9d49-184e595da757'}] {{(pid=82084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:02:26.857575 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8e5d11-dcc8-4850-9d49-184e595da757,revision_number=3']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:26.860861 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:26.923099 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635cd8c4-afb2-48e5-8aa2-bbda3d7add77', 'tag': '7a8e5d11-dcc8-4850-9d49-184e595da757', 'status': 'completed', 'code': 200}
Jul 13 22:02:26.970902 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-9e91eba0-7e6c-4716-a7d7-734fad502385 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4aab1ec20c864e1ba0ef5e5e6aed8b1c&device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 1096 time: 0.0833094
Jul 13 22:02:27.055922 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-869e5f11-5f7d-4aca-9397-c9163c04a947 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a8e5d11-dcc8-4850-9d49-184e595da757 HTTP/1.1" status: 200  len: 217 time: 0.0690401
Jul 13 22:02:27.147110 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-51cef235-4835-4ebc-9c40-36bcc963db64 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:27.148664 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-51cef235-4835-4ebc-9c40-36bcc963db64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f76643c-57b3-47d1-9c94-80d33f3b9b68 HTTP/1.1" status: 200  len: 853 time: 0.0678611
Jul 13 22:02:27.204463 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a742ea9-5fde-47e5-9a56-7ff175a6f911 req-530c19ac-dada-4a1c-a45d-c94800df057a tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:27.206095 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7a742ea9-5fde-47e5-9a56-7ff175a6f911 req-530c19ac-dada-4a1c-a45d-c94800df057a tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.0929539
Jul 13 22:02:27.241456 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-bf7223d4-e472-41de-8961-14a451b9c3c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5d6044-cfb3-4d49-a973-f786017e1c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0526266
Jul 13 22:02:27.261638 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7a742ea9-5fde-47e5-9a56-7ff175a6f911 req-c9c658f1-452e-46b8-b4a9-04cc13164482 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483031
Jul 13 22:02:27.408526 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-6592f02f-0495-4494-89b9-944a8cca39da service neutron] 10.222.0.15 "GET /v2.0/networks/de5d6044-cfb3-4d49-a973-f786017e1c2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599698
Jul 13 22:02:27.572175 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-b3690008-7e98-448f-9c20-549908adf081 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:27.573785 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-b3690008-7e98-448f-9c20-549908adf081 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.15 "GET /v2.0/networks?id=97c4f6d1-e296-4289-9ad3-d87e8316a6bc HTTP/1.1" status: 200  len: 815 time: 0.2455583
Jul 13 22:02:27.601616 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba9566-8096-4574-8bbc-71786b469088 req-36dfc8d5-6174-46b8-8bec-40bf1b94f291 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:27.603214 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2eba9566-8096-4574-8bbc-71786b469088 req-36dfc8d5-6174-46b8-8bec-40bf1b94f291 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.1360276
Jul 13 22:02:27.613196 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Request body: {'port': {'device_id': '09310665-c0e5-45bc-a221-51050217e96e', 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc', 'admin_state_up': True, 'tenant_id': 'd2468f829f2c4d188014193e66e67de5'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:02:27.621723 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fb01f975-5efa-4eac-b8fa-1a9868532f6f req-456c9a20-e50a-4548-821b-043c409e64d2 service neutron] 10.222.0.15 "GET /v2.0/networks/de5d6044-cfb3-4d49-a973-f786017e1c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2054329
Jul 13 22:02:27.641645 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256de54b-bf33-435c-8558-21dc2514e378 req-760d87f2-5f53-4b5f-98a3-d9491c0e0e15 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:27.642434 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-256de54b-bf33-435c-8558-21dc2514e378 req-760d87f2-5f53-4b5f-98a3-d9491c0e0e15 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Synchronizing usage tracker for tenant:4aab1ec20c864e1ba0ef5e5e6aed8b1c on resource:port {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:02:27.664065 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-256de54b-bf33-435c-8558-21dc2514e378 req-760d87f2-5f53-4b5f-98a3-d9491c0e0e15 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Unset dirty status for tenant:4aab1ec20c864e1ba0ef5e5e6aed8b1c on resource:port {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:02:27.665398 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-256de54b-bf33-435c-8558-21dc2514e378 req-760d87f2-5f53-4b5f-98a3-d9491c0e0e15 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 943 time: 0.2159739
Jul 13 22:02:27.715976 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-256de54b-bf33-435c-8558-21dc2514e378 req-580786fb-c3cd-42ad-9877-be3863f2ef0b tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443916
Jul 13 22:02:27.757239 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2eba9566-8096-4574-8bbc-71786b469088 req-68b4cfd5-f4ef-458b-8f7e-5404c725ad30 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1291139
Jul 13 22:02:27.826877 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:02:27.841968 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:02:27.864028 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Made reservation on behalf of d2468f829f2c4d188014193e66e67de5 for: {'port': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:02:27.870413 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:27.941551 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-39ad410e-f88c-46a9-b80b-ae410790243a req-068387a9-bbc1-4104-8955-b52d39540c7b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 210 time: 0.0693634
Jul 13 22:02:27.969505 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b5db17a1-6cd2-4705-9e87-3801caa2e6f1 req-94c2645f-258b-428c-9ff3-5203468e254e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4aab1ec20c864e1ba0ef5e5e6aed8b1c&device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 1096 time: 0.2156503
Jul 13 22:02:28.167320 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Allocated IP 172.20.0.5 (97c4f6d1-e296-4289-9ad3-d87e8316a6bc/8b6788bc-afc5-4f4b-af69-27a001c307e2/07723ddc-bf6e-4f31-ad96-4279c8a48367) {{(pid=82083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:02:28.168612 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db17a1-6cd2-4705-9e87-3801caa2e6f1 req-20853178-7751-4fc4-aa3c-a7cd5a15b7d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:28.170255 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b5db17a1-6cd2-4705-9e87-3801caa2e6f1 req-20853178-7751-4fc4-aa3c-a7cd5a15b7d1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de5d6044-cfb3-4d49-a973-f786017e1c2f HTTP/1.1" status: 200  len: 914 time: 0.1867657
Jul 13 22:02:28.259616 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b5db17a1-6cd2-4705-9e87-3801caa2e6f1 req-18122482-da65-4d67-97db-4c984c9d1c10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a8e5d11-dcc8-4850-9d49-184e595da757 HTTP/1.1" status: 200  len: 217 time: 0.0778375
Jul 13 22:02:28.419992 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db17a1-6cd2-4705-9e87-3801caa2e6f1 req-409fc2d1-1935-4a67-86b6-bf878a1e3f1b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:28.421897 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b5db17a1-6cd2-4705-9e87-3801caa2e6f1 req-409fc2d1-1935-4a67-86b6-bf878a1e3f1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f76643c-57b3-47d1-9c94-80d33f3b9b68 HTTP/1.1" status: 200  len: 853 time: 0.1533821
Jul 13 22:02:28.451559 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-17e3d23d-5382-45da-b898-38e16bbcf2d5 req-ae3aa502-fdd0-4a47-9c11-e37ffc2732c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e98d195175fb48da8da0450cb337c9e2&device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 1096 time: 0.1395550
Jul 13 22:02:28.483185 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for port, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:28.579427 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b5db17a1-6cd2-4705-9e87-3801caa2e6f1 req-30239902-f923-46e0-acc5-b689418058eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5d6044-cfb3-4d49-a973-f786017e1c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1129551
Jul 13 22:02:28.628443 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Transition to ACTIVE for port object 07723ddc-bf6e-4f31-ad96-4279c8a48367 will not be triggered until provisioned by entity DHCP. {{(pid=82083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:02:28.677916 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f18e80-1361-49e4-bfa8-f7b12c98fdb6 req-f6581dc7-23be-4868-908a-ba56ea474ed6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:28.679647 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a4f18e80-1361-49e4-bfa8-f7b12c98fdb6 req-f6581dc7-23be-4868-908a-ba56ea474ed6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.1841791
Jul 13 22:02:28.715226 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:28.738265 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:28.878884 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Network 97c4f6d1-e296-4289-9ad3-d87e8316a6bc is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:02:28.884573 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:02:28.910699 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a4f18e80-1361-49e4-bfa8-f7b12c98fdb6 req-a779d4e5-d94a-4d55-854c-b1ff23d2d174 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2220116
Jul 13 22:02:28.913818 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Received port after_create {{(pid=82083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:02:28.934800 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 42126) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:29.047129 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:29.048027 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:29.073054 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Pushing event updated for resources: {'Port': ['ID=07723ddc-bf6e-4f31-ad96-4279c8a48367,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:29.077550 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4690256
Jul 13 22:02:29.114732 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:29.119559 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:29.119985 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:29.120407 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:29.120839 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:29.121259 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:29.121683 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:29.122052 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:29.122458 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:29.122861 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:29.123263 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:29.146173 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:29.231238 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17770e9-261e-4787-8756-86cc11afc41e req-12af84cc-bf94-4477-812f-b7d2838008a9 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:29.242943 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c17770e9-261e-4787-8756-86cc11afc41e req-12af84cc-bf94-4477-812f-b7d2838008a9 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 943 time: 0.2988486
Jul 13 22:02:29.297689 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f550a6b8-5407-4f39-848d-273221a44ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:29.318883 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b9bdb-6dab-49b6-9437-f3216d0fe91d req-7a469804-f82d-4dcd-a95f-c391d7b3cde4 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:29.325144 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ed8b9bdb-6dab-49b6-9437-f3216d0fe91d req-7a469804-f82d-4dcd-a95f-c391d7b3cde4 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.1546540
Jul 13 22:02:29.356978 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:02:29.359738 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c17770e9-261e-4787-8756-86cc11afc41e req-e3a0b21f-a965-4f56-a418-6ebf3850e5c4 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155598
Jul 13 22:02:29.365851 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-f550a6b8-5407-4f39-848d-273221a44ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:02:29.383141 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-f550a6b8-5407-4f39-848d-273221a44ff5 admin admin] Usage tracker for resource:security_group_rule and tenant:37f9063e977e4156a1293a1b9cce1319 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:02:29.398084 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-f550a6b8-5407-4f39-848d-273221a44ff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:02:29.416767 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-f550a6b8-5407-4f39-848d-273221a44ff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:02:29.513119 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ed8b9bdb-6dab-49b6-9437-f3216d0fe91d req-7aeaca25-0bb2-4f63-9664-75baaced158b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1799080
Jul 13 22:02:29.560359 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-70202993-3d2a-4817-8833-5ea201bfd35d None None] Provisioning for port 07723ddc-bf6e-4f31-ad96-4279c8a48367 completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:02:29.573487 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-70202993-3d2a-4817-8833-5ea201bfd35d None None] Provisioning complete for port 07723ddc-bf6e-4f31-ad96-4279c8a48367 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:02:29.574168 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-70202993-3d2a-4817-8833-5ea201bfd35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:29.579196 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f550a6b8-5407-4f39-848d-273221a44ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:29.585965 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f550a6b8-5407-4f39-848d-273221a44ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:29.593379 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7e14511d-e973-4ed8-81b7-62d839d2dce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:29.697581 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-70202993-3d2a-4817-8833-5ea201bfd35d None None] Port 07723ddc-bf6e-4f31-ad96-4279c8a48367 cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 22:02:29.741103 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550a6b8-5407-4f39-848d-273221a44ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3d3b57-146e-4a6c-aeae-db3f27628613,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:29.750643 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f550a6b8-5407-4f39-848d-273221a44ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:29.780930 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-f550a6b8-5407-4f39-848d-273221a44ff5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=37f9063e977e4156a1293a1b9cce1319&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8382707
Jul 13 22:02:29.781259 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 42138) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:29.833877 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234bfe6-524e-49ba-9b63-f6593f5f3e72 req-32faae33-b462-4f33-a7e9-363eccdd1ab6 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:29.838472 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0234bfe6-524e-49ba-9b63-f6593f5f3e72 req-32faae33-b462-4f33-a7e9-363eccdd1ab6 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 931 time: 0.1456988
Jul 13 22:02:29.866644 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1d4a930c-1b10-490c-8dd9-f0cf80d82831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:29.888723 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-0234bfe6-524e-49ba-9b63-f6593f5f3e72 req-baf333d3-2f93-47eb-bed9-2e223cf24359 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Synchronizing usage tracker for tenant:d2468f829f2c4d188014193e66e67de5 on resource:security_group {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:02:29.896412 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1d4a930c-1b10-490c-8dd9-f0cf80d82831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:29.907500 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-0234bfe6-524e-49ba-9b63-f6593f5f3e72 req-baf333d3-2f93-47eb-bed9-2e223cf24359 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Unset dirty status for tenant:d2468f829f2c4d188014193e66e67de5 on resource:security_group {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:02:29.908929 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0234bfe6-524e-49ba-9b63-f6593f5f3e72 req-baf333d3-2f93-47eb-bed9-2e223cf24359 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644891
Jul 13 22:02:29.949234 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1d4a930c-1b10-490c-8dd9-f0cf80d82831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:29.957122 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-03cd261f-9bde-48d6-8529-a3375fc6f636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:29.971194 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a930c-1b10-490c-8dd9-f0cf80d82831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3d3b57-146e-4a6c-aeae-db3f27628613,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:29.975136 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1d4a930c-1b10-490c-8dd9-f0cf80d82831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:29.993694 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1d4a930c-1b10-490c-8dd9-f0cf80d82831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:29.995371 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-1d4a930c-1b10-490c-8dd9-f0cf80d82831 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e3d3b57-146e-4a6c-aeae-db3f27628613 HTTP/1.1" status: 204  len: 168 time: 0.2171867
Jul 13 22:02:30.153756 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b460cd-532a-46df-831e-b19eba67a13c req-9de3f33c-5a32-4cf4-87a9-2392cb6637f8 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:30.159406 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-12b460cd-532a-46df-831e-b19eba67a13c req-9de3f33c-5a32-4cf4-87a9-2392cb6637f8 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.1027977
Jul 13 22:02:30.228226 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-12b460cd-532a-46df-831e-b19eba67a13c req-dbe8bedb-3494-406a-979b-db6370d2688c tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581870
Jul 13 22:02:30.604605 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed411d8-4a75-4875-a751-8e5e2338eb91 req-b3f18e08-33b8-4105-a494-497a5e47d8ab tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:30.607053 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4ed411d8-4a75-4875-a751-8e5e2338eb91 req-b3f18e08-33b8-4105-a494-497a5e47d8ab tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 943 time: 0.0980430
Jul 13 22:02:30.663606 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4ed411d8-4a75-4875-a751-8e5e2338eb91 req-19fe1119-3c85-4a09-914b-e6826c879be2 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499842
Jul 13 22:02:30.698973 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-466d52e8-6df6-4726-bda8-98240de56f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:30.909226 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77c8a3-5ebb-48fc-a335-94f35371a8ea req-cadabf02-f2b2-42c8-8f72-1815e0b7f219 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:30.910875 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-cb77c8a3-5ebb-48fc-a335-94f35371a8ea req-cadabf02-f2b2-42c8-8f72-1815e0b7f219 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.1010742
Jul 13 22:02:31.195836 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-cb77c8a3-5ebb-48fc-a335-94f35371a8ea req-e983346d-a78f-46cc-8dce-5333b118b037 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2769566
Jul 13 22:02:31.455232 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83995d10-43d2-4b30-b79f-bf76bbff87ae req-df872bb7-4df9-4e5b-a62d-df92c8ae76f6 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:31.457056 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-83995d10-43d2-4b30-b79f-bf76bbff87ae req-df872bb7-4df9-4e5b-a62d-df92c8ae76f6 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 931 time: 0.1340263
Jul 13 22:02:31.527486 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-83995d10-43d2-4b30-b79f-bf76bbff87ae req-7b4490ab-c304-4946-833f-ed258cf9af7b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611029
Jul 13 22:02:31.746095 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d9790-316b-4b35-a6ac-3bbb4193d979 req-ecfd8bb4-eea1-4f67-9daf-b389f9aa76f7 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:31.754549 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7c7d9790-316b-4b35-a6ac-3bbb4193d979 req-ecfd8bb4-eea1-4f67-9daf-b389f9aa76f7 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.1013227
Jul 13 22:02:31.812102 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 7a8e5d11-dcc8-4850-9d49-184e595da757 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 13 22:02:31.864532 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7c7d9790-316b-4b35-a6ac-3bbb4193d979 req-aa182be1-8a78-494a-83aa-1e19be319a96 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920238
Jul 13 22:02:32.023068 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 7a8e5d11-dcc8-4850-9d49-184e595da757, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=7a8e5d11-dcc8-4850-9d49-184e595da757,segment=NetworkSegment(f7205b7e-901f-4378-a06c-b7abc50d227b),segment_id=f7205b7e-901f-4378-a06c-b7abc50d227b)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:02:32.047665 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Returning: {'device': '7a8e5d11-dcc8-4850-9d49-184e595da757', 'network_id': 'de5d6044-cfb3-4d49-a973-f786017e1c2f', 'port_id': '7a8e5d11-dcc8-4850-9d49-184e595da757', 'mac_address': 'fa:16:3e:7f:59:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f76643c-57b3-47d1-9c94-80d33f3b9b68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 13 22:02:32.135322 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:32.174807 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e69031-c035-4df6-ad55-3a5e9ef072ec req-6f5c7433-3293-4ef6-8243-8fdd2ff1dc62 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:32.177360 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-33e69031-c035-4df6-ad55-3a5e9ef072ec req-6f5c7433-3293-4ef6-8243-8fdd2ff1dc62 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 943 time: 0.1439199
Jul 13 22:02:32.179306 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8e5d11-dcc8-4850-9d49-184e595da757 {{(pid=82085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:02:32.194736 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 7a8e5d11-dcc8-4850-9d49-184e595da757, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=7a8e5d11-dcc8-4850-9d49-184e595da757,segment=NetworkSegment(f7205b7e-901f-4378-a06c-b7abc50d227b),segment_id=f7205b7e-901f-4378-a06c-b7abc50d227b)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:02:32.202179 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:32.204173 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:32.235107 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-33e69031-c035-4df6-ad55-3a5e9ef072ec req-14a9c39c-f495-49db-acea-84e98b2d3e57 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504556
Jul 13 22:02:32.312152 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=7a8e5d11-dcc8-4850-9d49-184e595da757,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:32.329088 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:32.346737 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:32.492002 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2407b76-f7f0-4340-a846-2c4fa9c2cfdd req-c64d3be6-b4eb-471d-93bb-589228de8fad tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:32.500110 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e2407b76-f7f0-4340-a846-2c4fa9c2cfdd req-c64d3be6-b4eb-471d-93bb-589228de8fad tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.0982971
Jul 13 22:02:32.545156 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e2407b76-f7f0-4340-a846-2c4fa9c2cfdd req-9a740ef8-3117-4033-8b4a-12f36b0cd6ec tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438764
Jul 13 22:02:32.566925 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['7a8e5d11-dcc8-4850-9d49-184e595da757'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:02:32.926327 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dee19-bb93-4d50-a4df-00562e66165b req-ecd39870-bee7-474f-8a21-ef7f24400277 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:32.928157 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-216dee19-bb93-4d50-a4df-00562e66165b req-ecd39870-bee7-474f-8a21-ef7f24400277 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 931 time: 0.1042578
Jul 13 22:02:33.005593 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ace223cb-0528-4db2-a0de-ba28e9debe8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:33.012832 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-216dee19-bb93-4d50-a4df-00562e66165b req-a62cd32d-91b0-4f1b-87ab-86d65a1f97ee tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729797
Jul 13 22:02:33.226768 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f4e3e-236f-44d0-83a6-4b74f04e08ef req-8540ebac-6bd3-4e93-9c59-b63792f6a050 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:33.228348 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ce6f4e3e-236f-44d0-83a6-4b74f04e08ef req-8540ebac-6bd3-4e93-9c59-b63792f6a050 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.0958009
Jul 13 22:02:33.291285 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ce6f4e3e-236f-44d0-83a6-4b74f04e08ef req-a0b12493-8124-445d-bd5d-7edc604e1956 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566955
Jul 13 22:02:33.494694 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b0364-0baf-4647-bb92-35cecf895a10 req-8a3dac3d-1631-4e9c-80eb-c5538a17a051 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:33.496285 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ef7b0364-0baf-4647-bb92-35cecf895a10 req-8a3dac3d-1631-4e9c-80eb-c5538a17a051 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 944 time: 0.0899789
Jul 13 22:02:33.548248 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ef7b0364-0baf-4647-bb92-35cecf895a10 req-1db3be1d-cde9-4550-ac9d-811582159301 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456331
Jul 13 22:02:33.602640 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:33.810817 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 7a8e5d11-dcc8-4850-9d49-184e595da757 up at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:02:33.836705 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67532dc9-ff7f-4304-b04a-97591357c8d6 req-6ba28bf0-f1da-4d0a-bedb-5820c248876f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:33.838618 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-67532dc9-ff7f-4304-b04a-97591357c8d6 req-6ba28bf0-f1da-4d0a-bedb-5820c248876f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.1063004
Jul 13 22:02:33.893965 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-67532dc9-ff7f-4304-b04a-97591357c8d6 req-26ea1ea7-cae2-4983-a671-3de0200c85f2 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479441
Jul 13 22:02:33.916748 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning for port 7a8e5d11-dcc8-4850-9d49-184e595da757 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:02:33.923496 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning complete for port 7a8e5d11-dcc8-4850-9d49-184e595da757 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:02:33.924109 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:34.058364 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:34.095616 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 7a8e5d11-dcc8-4850-9d49-184e595da757, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=7a8e5d11-dcc8-4850-9d49-184e595da757,segment=NetworkSegment(f7205b7e-901f-4378-a06c-b7abc50d227b),segment_id=f7205b7e-901f-4378-a06c-b7abc50d227b)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:02:34.096856 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635cd8c4-afb2-48e5-8aa2-bbda3d7add77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8e5d11-dcc8-4850-9d49-184e595da757'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:02:34.103158 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:34.106566 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:34.185790 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=7a8e5d11-dcc8-4850-9d49-184e595da757,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:34.196998 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:34.375624 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b0c40-5e72-439b-949d-392c4a6b3458 req-7ddc607d-56bd-4725-8305-d5983c850dd6 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:34.377266 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-818b0c40-5e72-439b-949d-392c4a6b3458 req-7ddc607d-56bd-4725-8305-d5983c850dd6 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 931 time: 0.0928955
Jul 13 22:02:34.432895 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-818b0c40-5e72-439b-949d-392c4a6b3458 req-6a543e9d-219a-4eef-af9f-1c67963d0ba4 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486107
Jul 13 22:02:34.503674 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635cd8c4-afb2-48e5-8aa2-bbda3d7add77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8e5d11-dcc8-4850-9d49-184e595da757', 'code': 200}
Jul 13 22:02:34.693497 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8eae68-fe0e-43ff-ad58-d33fac3f38ac req-facd71ea-d15d-44a4-bcb4-c91e8ffe5e2f tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:34.695012 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3f8eae68-fe0e-43ff-ad58-d33fac3f38ac req-facd71ea-d15d-44a4-bcb4-c91e8ffe5e2f tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.0907266
Jul 13 22:02:34.706703 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:34.745327 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3f8eae68-fe0e-43ff-ad58-d33fac3f38ac req-697ea094-b5f0-493a-b418-eb00d036fcb0 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433729
Jul 13 22:02:34.975935 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a12452-6dfc-442d-8343-35d0e58a8dfd req-17617d4e-1996-4e7b-8a4b-88c06964786d tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:34.977601 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b7a12452-6dfc-442d-8343-35d0e58a8dfd req-17617d4e-1996-4e7b-8a4b-88c06964786d tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 945 time: 0.1105430
Jul 13 22:02:35.034093 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b7a12452-6dfc-442d-8343-35d0e58a8dfd req-7d48db70-0621-438e-b391-2ace55784b6b tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498562
Jul 13 22:02:35.232580 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd3c77-7a2a-471c-9d53-7139bdecd9e6 req-dc16e911-4f0a-4110-b6ff-6ae80f9d154c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:35.234241 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3ccd3c77-7a2a-471c-9d53-7139bdecd9e6 req-dc16e911-4f0a-4110-b6ff-6ae80f9d154c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.0889070
Jul 13 22:02:35.284719 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3ccd3c77-7a2a-471c-9d53-7139bdecd9e6 req-11983712-4793-4875-98de-b83fa079c432 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439711
Jul 13 22:02:35.637342 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d0f81-5b49-4339-bef4-2a90d54d5e70 req-1976d33c-f325-452a-842d-ada3cbbcea6b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:35.639008 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-dc9d0f81-5b49-4339-bef4-2a90d54d5e70 req-1976d33c-f325-452a-842d-ada3cbbcea6b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 931 time: 0.0826104
Jul 13 22:02:35.702053 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-dc9d0f81-5b49-4339-bef4-2a90d54d5e70 req-6e84aded-d395-4885-ac22-338d03299654 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566649
Jul 13 22:02:36.013290 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbd98c-9876-4639-a2b0-8b90b7d83d2e req-85aecd98-aad8-4411-88f5-eb044cf5b928 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:36.014926 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c1fbd98c-9876-4639-a2b0-8b90b7d83d2e req-85aecd98-aad8-4411-88f5-eb044cf5b928 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.1361122
Jul 13 22:02:36.075759 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c1fbd98c-9876-4639-a2b0-8b90b7d83d2e req-873500b3-ddbb-426c-b5cd-24cd1d64a9bf tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542958
Jul 13 22:02:36.270802 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 42294) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:36.289045 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253889b3-7824-4509-a3d9-69cd8440bcc3 req-11b885c7-65a3-4683-ada1-1f5250a3eb3f tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:36.290661 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-253889b3-7824-4509-a3d9-69cd8440bcc3 req-11b885c7-65a3-4683-ada1-1f5250a3eb3f tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 945 time: 0.0937269
Jul 13 22:02:36.343299 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-253889b3-7824-4509-a3d9-69cd8440bcc3 req-977e42d7-96c2-4cb6-8cfc-c76d2372e57a tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463750
Jul 13 22:02:36.437589 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-82ccd7aa-5168-4699-ae58-c3d0365c4011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:36.480073 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-82ccd7aa-5168-4699-ae58-c3d0365c4011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:02:36.484939 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-82ccd7aa-5168-4699-ae58-c3d0365c4011 admin admin] Usage tracker for resource:security_group_rule and tenant:488c2fe41b1241e6927e12d5e0b0cd77 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:02:36.488512 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-82ccd7aa-5168-4699-ae58-c3d0365c4011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:02:36.494927 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-82ccd7aa-5168-4699-ae58-c3d0365c4011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:02:36.569272 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-82ccd7aa-5168-4699-ae58-c3d0365c4011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:36.572463 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-82ccd7aa-5168-4699-ae58-c3d0365c4011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:36.579426 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-606278a4-067d-40a0-b2a9-792ea36e4f78 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:36.581113 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e007d7-9163-4601-b2ea-07297926971e req-e67dfe28-8faa-4ef7-a7d4-f8f393d58361 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:36.583049 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-10e007d7-9163-4601-b2ea-07297926971e req-e67dfe28-8faa-4ef7-a7d4-f8f393d58361 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.0862315
Jul 13 22:02:36.608622 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ccd7aa-5168-4699-ae58-c3d0365c4011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d51389-7e9e-4e6c-840e-ef0311913b2c,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:36.614178 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-82ccd7aa-5168-4699-ae58-c3d0365c4011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:36.648375 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-82ccd7aa-5168-4699-ae58-c3d0365c4011 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=488c2fe41b1241e6927e12d5e0b0cd77&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3730750
Jul 13 22:02:36.648630 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 42302) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:36.658446 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-10e007d7-9163-4601-b2ea-07297926971e req-c0ecf3bf-4c40-4481-82b0-258e7bcdbb96 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0684538
Jul 13 22:02:36.715794 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2005bc50-0f76-4b5a-8f48-56b385f25edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:36.744428 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2005bc50-0f76-4b5a-8f48-56b385f25edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:36.802099 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2005bc50-0f76-4b5a-8f48-56b385f25edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:36.808415 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-773022d0-48d9-46a2-931c-d380329eed9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:36.819656 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005bc50-0f76-4b5a-8f48-56b385f25edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d51389-7e9e-4e6c-840e-ef0311913b2c,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:36.823360 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2005bc50-0f76-4b5a-8f48-56b385f25edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:36.826591 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2005bc50-0f76-4b5a-8f48-56b385f25edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:36.828836 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-2005bc50-0f76-4b5a-8f48-56b385f25edc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05d51389-7e9e-4e6c-840e-ef0311913b2c HTTP/1.1" status: 204  len: 168 time: 0.1781986
Jul 13 22:02:36.979383 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6789e-e3f8-4444-bda9-497ec7728230 req-532d9a77-dc8c-4b75-811c-732648ce1a59 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:36.981338 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a2c6789e-e3f8-4444-bda9-497ec7728230 req-532d9a77-dc8c-4b75-811c-732648ce1a59 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 931 time: 0.1221099
Jul 13 22:02:37.051117 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a2c6789e-e3f8-4444-bda9-497ec7728230 req-e87cc40a-e6ee-4bb0-94b8-a11280c5c6c2 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625560
Jul 13 22:02:37.247956 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 42316) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:37.282917 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e3220b52-4996-4a7c-82c3-5e887c2c8c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:37.305885 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96737c1-f796-4bfb-8005-c775aeec3472 req-afa69c3d-d44a-4b79-aca5-a68c21097be0 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:37.307843 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c96737c1-f796-4bfb-8005-c775aeec3472 req-afa69c3d-d44a-4b79-aca5-a68c21097be0 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.0917137
Jul 13 22:02:37.326334 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-e3220b52-4996-4a7c-82c3-5e887c2c8c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:02:37.330481 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-e3220b52-4996-4a7c-82c3-5e887c2c8c48 admin admin] Usage tracker for resource:security_group_rule and tenant:21158c5cca0144cd962da464bad01ff0 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:02:37.333718 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-e3220b52-4996-4a7c-82c3-5e887c2c8c48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:02:37.339955 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-e3220b52-4996-4a7c-82c3-5e887c2c8c48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:02:37.357856 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c96737c1-f796-4bfb-8005-c775aeec3472 req-afc8403a-5961-44f8-9c6d-e6b5f20a5223 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435820
Jul 13 22:02:37.596468 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6de6f-1182-4a69-9599-e4463220ae78 req-a255c12e-bd72-4845-a42f-dc3bc855958a tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:37.598238 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7ee6de6f-1182-4a69-9599-e4463220ae78 req-a255c12e-bd72-4845-a42f-dc3bc855958a tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 945 time: 0.0938821
Jul 13 22:02:37.621434 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e3220b52-4996-4a7c-82c3-5e887c2c8c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:37.625928 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e3220b52-4996-4a7c-82c3-5e887c2c8c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:37.635380 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b542a5cf-eab0-4976-96b3-697abc5a8fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:37.654842 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7ee6de6f-1182-4a69-9599-e4463220ae78 req-0dd5b057-95f4-4d5b-b1d1-4c2aaf4fa53b tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493293
Jul 13 22:02:37.669030 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3220b52-4996-4a7c-82c3-5e887c2c8c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a74367-848b-4c0f-afea-6dd8c9dff04f,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:37.672331 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e3220b52-4996-4a7c-82c3-5e887c2c8c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:37.694047 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-e3220b52-4996-4a7c-82c3-5e887c2c8c48 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=21158c5cca0144cd962da464bad01ff0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4447656
Jul 13 22:02:37.697459 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 42322) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:37.768728 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f0a48f03-0f3d-4dd0-94b5-6a9d88c1d83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:37.798482 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f0a48f03-0f3d-4dd0-94b5-6a9d88c1d83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:37.918127 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f0a48f03-0f3d-4dd0-94b5-6a9d88c1d83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:37.923571 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a4e497bc-2747-46ba-8ae2-30915f5c7d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:37.942075 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ffbed-9ca1-4bb2-b3b9-780c206c15ff req-93c75a48-3a6c-49fc-98ce-6dd79342a788 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:37.943793 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-662ffbed-9ca1-4bb2-b3b9-780c206c15ff req-93c75a48-3a6c-49fc-98ce-6dd79342a788 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.1368277
Jul 13 22:02:37.947441 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a48f03-0f3d-4dd0-94b5-6a9d88c1d83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a74367-848b-4c0f-afea-6dd8c9dff04f,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:37.951588 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f0a48f03-0f3d-4dd0-94b5-6a9d88c1d83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:37.968009 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f0a48f03-0f3d-4dd0-94b5-6a9d88c1d83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:37.969615 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-f0a48f03-0f3d-4dd0-94b5-6a9d88c1d83c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44a74367-848b-4c0f-afea-6dd8c9dff04f HTTP/1.1" status: 204  len: 168 time: 0.2711005
Jul 13 22:02:38.017943 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-662ffbed-9ca1-4bb2-b3b9-780c206c15ff req-a5bd53c4-8ea4-4421-817e-691756e0bd66 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466754
Jul 13 22:02:38.287930 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246db44b-3f09-4376-b15c-53bde9639535 req-88e90933-a6b2-41e2-bf38-ae63b79ba9fc tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:38.290275 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-246db44b-3f09-4376-b15c-53bde9639535 req-88e90933-a6b2-41e2-bf38-ae63b79ba9fc tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 931 time: 0.0964599
Jul 13 22:02:38.349918 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-246db44b-3f09-4376-b15c-53bde9639535 req-dd84c04d-16e6-42ac-8284-07e4ce4618bf tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512648
Jul 13 22:02:38.591119 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-8b2179d1-714d-4b45-bb97-354d45a2728f tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Synchronizing usage tracker for tenant:3065358f8c8941dc9ed172c1f78f2728 on resource:security_group {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:02:38.608072 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-8b2179d1-714d-4b45-bb97-354d45a2728f tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Unset dirty status for tenant:3065358f8c8941dc9ed172c1f78f2728 on resource:security_group {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:02:38.609548 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-8b2179d1-714d-4b45-bb97-354d45a2728f tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1310022968&fields=id&tenant_id=3065358f8c8941dc9ed172c1f78f2728 HTTP/1.1" status: 200  len: 267 time: 0.0641615
Jul 13 22:02:38.806749 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-31262cbf-ee9f-4d3c-b146-535c183dd7bb tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:38.807988 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-31262cbf-ee9f-4d3c-b146-535c183dd7bb tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Synchronizing usage tracker for tenant:3065358f8c8941dc9ed172c1f78f2728 on resource:network {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:02:38.844558 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-31262cbf-ee9f-4d3c-b146-535c183dd7bb tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Unset dirty status for tenant:3065358f8c8941dc9ed172c1f78f2728 on resource:network {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:02:38.846059 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-31262cbf-ee9f-4d3c-b146-535c183dd7bb tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/networks?id=f06f9b30-3d60-4ae8-94be-d6b42f3a3052 HTTP/1.1" status: 200  len: 809 time: 0.2288058
Jul 13 22:02:38.868087 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-304922cd-1310-4412-b002-71d921dca460 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/quotas/3065358f8c8941dc9ed172c1f78f2728 HTTP/1.1" status: 200  len: 375 time: 0.0118613
Jul 13 22:02:38.956937 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-733c1cd7-de84-4d12-95c5-a99149c324f3 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Synchronizing usage tracker for tenant:3065358f8c8941dc9ed172c1f78f2728 on resource:port {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:02:38.978082 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-733c1cd7-de84-4d12-95c5-a99149c324f3 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Unset dirty status for tenant:3065358f8c8941dc9ed172c1f78f2728 on resource:port {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:02:38.991988 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-733c1cd7-de84-4d12-95c5-a99149c324f3 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3065358f8c8941dc9ed172c1f78f2728&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1109629
Jul 13 22:02:39.151471 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-c50e3d34-2b4f-437a-b8c7-516d299fdfff service neutron] 10.222.0.18 "GET /v2.0/networks/f06f9b30-3d60-4ae8-94be-d6b42f3a3052?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1560776
Jul 13 22:02:39.304267 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-ac96e2e2-c6f9-4c2d-b395-b15b5c27f60c service neutron] 10.222.0.18 "GET /v2.0/networks/f06f9b30-3d60-4ae8-94be-d6b42f3a3052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1513462
Jul 13 22:02:39.955824 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651c978-1b3c-44e3-848b-518cb2d3a1e4 req-9b6b3e76-823a-429f-9eac-93b80b038e87 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:39.957770 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0651c978-1b3c-44e3-848b-518cb2d3a1e4 req-9b6b3e76-823a-429f-9eac-93b80b038e87 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.1116157
Jul 13 22:02:40.020435 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0651c978-1b3c-44e3-848b-518cb2d3a1e4 req-fcf9e29a-1793-41e4-b8a0-531cbc5eded5 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561733
Jul 13 22:02:40.223459 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f60e5-b78d-444d-a972-5689ac6d72d7 req-0fd44a01-6759-4b8c-89d3-ff3b55a079e5 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:40.226019 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7f1f60e5-b78d-444d-a972-5689ac6d72d7 req-0fd44a01-6759-4b8c-89d3-ff3b55a079e5 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 945 time: 0.1026170
Jul 13 22:02:40.277026 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7f1f60e5-b78d-444d-a972-5689ac6d72d7 req-2c2741f0-9050-42f5-98cc-12c6d2c66095 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441413
Jul 13 22:02:40.473158 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b372c-505d-4198-b4bc-d35945bc8790 req-e17b4d76-5c3d-4278-af10-3f0fbc88935a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:40.474799 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-655b372c-505d-4198-b4bc-d35945bc8790 req-e17b4d76-5c3d-4278-af10-3f0fbc88935a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.0869927
Jul 13 22:02:40.523278 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-655b372c-505d-4198-b4bc-d35945bc8790 req-14fd1624-e074-4fe0-ad10-16ad7190921f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425036
Jul 13 22:02:40.780101 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] Request body: {'port': {'device_id': '09310665-c0e5-45bc-a221-51050217e96e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:02:40.806668 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e82ef-6246-4054-9fea-29489b620dd5 req-8ce2a00b-f3ae-4492-b5eb-0aed724f34a2 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:40.808287 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7e2e82ef-6246-4054-9fea-29489b620dd5 req-8ce2a00b-f3ae-4492-b5eb-0aed724f34a2 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 931 time: 0.1658778
Jul 13 22:02:40.929504 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:41.021446 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3d23d-5382-45da-b898-38e16bbcf2d5 req-2dc2c4cf-0da0-48b8-932b-c7f960627ea0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:41.023604 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-17e3d23d-5382-45da-b898-38e16bbcf2d5 req-2dc2c4cf-0da0-48b8-932b-c7f960627ea0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c5abd27-10e4-4762-82c4-ccb760681ca8 HTTP/1.1" status: 200  len: 916 time: 0.3152432
Jul 13 22:02:41.028807 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7e2e82ef-6246-4054-9fea-29489b620dd5 req-dfb0f4e0-d5f9-43af-9c8f-791f22057182 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1919091
Jul 13 22:02:41.144905 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b5db17a1-6cd2-4705-9e87-3801caa2e6f1 req-d0cc57ee-dfcd-40da-b6d7-974779dd9585 service neutron] 10.222.0.15 "GET /v2.0/networks/de5d6044-cfb3-4d49-a973-f786017e1c2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3355424
Jul 13 22:02:41.246217 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c6df202a-b49c-4eec-a6eb-e0a4fb009cda req-b7e85611-7bc5-4d8a-b5cd-cb4e15cc1149 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 210 time: 0.1239843
Jul 13 22:02:41.530552 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-17e3d23d-5382-45da-b898-38e16bbcf2d5 req-c3d1d01b-b18f-47e6-8aad-b6dc62c11615 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65efea10-5009-4215-a14c-0fda61962597 HTTP/1.1" status: 200  len: 999 time: 0.4692781
Jul 13 22:02:41.660353 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3d23d-5382-45da-b898-38e16bbcf2d5 req-de22f3ea-45a6-4ce6-806e-6b5a45b31899 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:41.660795 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0d064026-9326-4b92-80ed-bbcf35a2d0a9 req-d2717151-dd36-4c86-b782-193bcf01d9aa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 1098 time: 0.2236671
Jul 13 22:02:41.662497 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-17e3d23d-5382-45da-b898-38e16bbcf2d5 req-de22f3ea-45a6-4ce6-806e-6b5a45b31899 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19a5e143-e3f3-4497-b1eb-410b89ec303c HTTP/1.1" status: 200  len: 854 time: 0.1192021
Jul 13 22:02:41.663250 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07723ddc-bf6e-4f31-ad96-4279c8a48367 {{(pid=82083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:02:41.674929 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ec0c7-fe8d-40fd-80c5-3658c129658c req-270f0f68-f229-43a7-98bc-3a2a111e95e1 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:41.675797 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b5db17a1-6cd2-4705-9e87-3801caa2e6f1 req-016316b8-f179-4792-b976-f4e98c52c847 service neutron] 10.222.0.15 "GET /v2.0/networks/de5d6044-cfb3-4d49-a973-f786017e1c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5109909
Jul 13 22:02:41.676483 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-123ec0c7-fe8d-40fd-80c5-3658c129658c req-270f0f68-f229-43a7-98bc-3a2a111e95e1 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 945 time: 0.1902514
Jul 13 22:02:41.679625 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:41.735004 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eace4c3-17c6-4aef-ae99-5523a93ce99f req-4d681f36-3982-42db-a434-8858bd244cb9 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:41.742429 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8eace4c3-17c6-4aef-ae99-5523a93ce99f req-4d681f36-3982-42db-a434-8858bd244cb9 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.4721477
Jul 13 22:02:41.805190 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] Transition to ACTIVE for port object 07723ddc-bf6e-4f31-ad96-4279c8a48367 will not be triggered until provisioned by entity L2. {{(pid=82083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:02:41.819436 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8eace4c3-17c6-4aef-ae99-5523a93ce99f req-cafa4c35-1500-471c-8081-f1e465fcb04a tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760105
Jul 13 22:02:41.826377 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-17e3d23d-5382-45da-b898-38e16bbcf2d5 req-d51987ee-0cab-45db-9ae1-e0de285d812f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c5abd27-10e4-4762-82c4-ccb760681ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1484540
Jul 13 22:02:41.826552 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0d064026-9326-4b92-80ed-bbcf35a2d0a9 req-a8e046f4-38e3-44a7-8f43-d547816877ee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490164
Jul 13 22:02:41.829335 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852293183'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:41.835458 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4f378865-58d4-4509-9841-1f44518d97f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:41.993327 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-123ec0c7-fe8d-40fd-80c5-3658c129658c req-746c06fa-57f3-460b-abc8-02df5caa7a73 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2941406
Jul 13 22:02:41.999696 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] Pushing event updated for resources: {'Port': ['ID=07723ddc-bf6e-4f31-ad96-4279c8a48367,revision_number=2']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:42.010513 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:42.072753 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585063d1-7727-4b6e-921f-b566e3f79e08 req-048b156f-9814-4421-ba92-43bf6cb22cd9 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:42.080768 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-585063d1-7727-4b6e-921f-b566e3f79e08 req-048b156f-9814-4421-ba92-43bf6cb22cd9 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.1135814
Jul 13 22:02:42.150676 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] Attempting to bind port 07723ddc-bf6e-4f31-ad96-4279c8a48367 on host hv-cinder-80061 for vnic_type normal with profile  {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:02:42.151088 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] Attempting to bind port 07723ddc-bf6e-4f31-ad96-4279c8a48367 by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': 'b6c09138-8014-4cbf-b76d-c7d4483cf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc'}] {{(pid=82083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:02:42.151468 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] Attempting to bind port 07723ddc-bf6e-4f31-ad96-4279c8a48367 on network 97c4f6d1-e296-4289-9ad3-d87e8316a6bc {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:02:42.158642 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] Port 07723ddc-bf6e-4f31-ad96-4279c8a48367 on network 97c4f6d1-e296-4289-9ad3-d87e8316a6bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 13 22:02:42.159008 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] Attempting to bind port 07723ddc-bf6e-4f31-ad96-4279c8a48367 on network 97c4f6d1-e296-4289-9ad3-d87e8316a6bc {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:02:42.166596 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] Checking agent: {'id': '86d26810-67bf-4143-935e-299d5b9ec4cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:02:42.166965 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] Checking segment: {'id': 'b6c09138-8014-4cbf-b76d-c7d4483cf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:02:42.167393 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] Bound using segment: {'id': 'b6c09138-8014-4cbf-b76d-c7d4483cf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc'} {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:02:42.167878 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] Bound port: 07723ddc-bf6e-4f31-ad96-4279c8a48367, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c09138-8014-4cbf-b76d-c7d4483cf378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc'}}] {{(pid=82083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:02:42.168267 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:42.214330 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-585063d1-7727-4b6e-921f-b566e3f79e08 req-26023df1-e8d7-4657-8440-3560e33f5e4d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1319532
Jul 13 22:02:42.289222 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] For port 07723ddc-bf6e-4f31-ad96-4279c8a48367, host hv-cinder-80061, cleared binding levels {{(pid=82083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:02:42.293388 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] For port 07723ddc-bf6e-4f31-ad96-4279c8a48367, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=07723ddc-bf6e-4f31-ad96-4279c8a48367,segment=NetworkSegment(b6c09138-8014-4cbf-b76d-c7d4483cf378),segment_id=b6c09138-8014-4cbf-b76d-c7d4483cf378)] {{(pid=82083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:02:42.312952 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-17e3d23d-5382-45da-b898-38e16bbcf2d5 req-94ef41e0-9ad6-4051-8c36-5ed1348638ce service neutron] 10.222.0.15 "GET /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1893196
Jul 13 22:02:42.324080 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852293183'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:42.331640 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:42.421451 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] Pushing event updated for resources: {'Port': ['ID=07723ddc-bf6e-4f31-ad96-4279c8a48367,revision_number=3']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:42.481597 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:42.537176 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-17e3d23d-5382-45da-b898-38e16bbcf2d5 req-bbdc93df-279a-412d-8470-4570913e1d01 service neutron] 10.222.0.15 "GET /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2127752
Jul 13 22:02:42.542337 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-aa04c16e-5ca2-44ab-b37c-47b73c9cd4e1 req-dee20351-8fae-4492-a88b-3d643d0992d2 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 210 time: 0.0697033
Jul 13 22:02:42.546564 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:42.547940 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] 10.222.0.15 "PUT /v2.0/ports/07723ddc-bf6e-4f31-ad96-4279c8a48367 HTTP/1.1" status: 200  len: 1093 time: 1.7735016
Jul 13 22:02:42.548225 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1578916-6fd0-4e3e-9024-5df1e7e5d901 req-5130f5a3-7e73-4930-b78b-6e9e01cf47b6 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:42.548492 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09310665-c0e5-45bc-a221-51050217e96e', 'tag': '07723ddc-bf6e-4f31-ad96-4279c8a48367'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:02:42.549846 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d1578916-6fd0-4e3e-9024-5df1e7e5d901 req-5130f5a3-7e73-4930-b78b-6e9e01cf47b6 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 943 time: 0.1415656
Jul 13 22:02:42.625727 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-4abd2955-bc7c-4330-bde0-29b4213667c4 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:42.627709 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-4abd2955-bc7c-4330-bde0-29b4213667c4 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.15 "GET /v2.0/networks?id=f06f9b30-3d60-4ae8-94be-d6b42f3a3052 HTTP/1.1" status: 200  len: 809 time: 0.3327818
Jul 13 22:02:42.647014 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09310665-c0e5-45bc-a221-51050217e96e', 'tag': '07723ddc-bf6e-4f31-ad96-4279c8a48367', 'status': 'completed', 'code': 200}
Jul 13 22:02:42.648363 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d1578916-6fd0-4e3e-9024-5df1e7e5d901 req-058cbbad-8ea3-4e01-ba0a-a9e16270420b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918951
Jul 13 22:02:42.754478 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-a9b3faac-14ff-4fb8-9df2-dd6e7830d6a4 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Synchronizing usage tracker for tenant:3065358f8c8941dc9ed172c1f78f2728 on resource:security_group {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:02:42.782079 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-86966b3e-8abf-4f8f-8e4d-98b461862c74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2468f829f2c4d188014193e66e67de5&device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 1096 time: 0.1323690
Jul 13 22:02:42.782710 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-a9b3faac-14ff-4fb8-9df2-dd6e7830d6a4 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Unset dirty status for tenant:3065358f8c8941dc9ed172c1f78f2728 on resource:security_group {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:02:42.783774 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-a9b3faac-14ff-4fb8-9df2-dd6e7830d6a4 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3065358f8c8941dc9ed172c1f78f2728 HTTP/1.1" status: 200  len: 380 time: 0.0997350
Jul 13 22:02:42.866392 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-65a0de21-96e3-4567-a371-37ca90e41095 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Request body: {'port': {'device_id': 'a72d3bc5-df7e-40ff-8fde-f59af586c4af', 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052', 'admin_state_up': True, 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'security_groups': ['6779e941-1eef-4e35-b5dc-6f3812aad999']}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:02:42.897550 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-3e3a8cd6-ac2c-4ff8-b678-4b8058eb680c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07723ddc-bf6e-4f31-ad96-4279c8a48367 HTTP/1.1" status: 200  len: 217 time: 0.0962713
Jul 13 22:02:43.121692 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-aa3720d1-15c8-4201-9b60-76205041784a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:43.123326 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-aa3720d1-15c8-4201-9b60-76205041784a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b6788bc-afc5-4f4b-af69-27a001c307e2 HTTP/1.1" status: 200  len: 854 time: 0.1754460
Jul 13 22:02:43.145047 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-65a0de21-96e3-4567-a371-37ca90e41095 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:02:43.159764 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5743dee-44d7-404d-98d1-5e9f0eec9c25 req-6e97cfe4-7cae-4875-b9b6-ed8ce374ddbc tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:43.161396 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f5743dee-44d7-404d-98d1-5e9f0eec9c25 req-6e97cfe4-7cae-4875-b9b6-ed8ce374ddbc tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.2147415
Jul 13 22:02:43.166058 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-65a0de21-96e3-4567-a371-37ca90e41095 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:02:43.242325 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-65a0de21-96e3-4567-a371-37ca90e41095 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Made reservation on behalf of 3065358f8c8941dc9ed172c1f78f2728 for: {'port': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:02:43.252392 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-65a0de21-96e3-4567-a371-37ca90e41095 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:43.298815 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b7eb5-712e-49e5-a7b5-bf728057c1b0 req-36d955e3-1df1-4f34-b41c-807af036f5dd tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:43.308594 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8b8b7eb5-712e-49e5-a7b5-bf728057c1b0 req-36d955e3-1df1-4f34-b41c-807af036f5dd tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 945 time: 0.1582477
Jul 13 22:02:43.347628 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f5743dee-44d7-404d-98d1-5e9f0eec9c25 req-cda1319b-378e-44ed-9729-9a4ad394035c tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1777148
Jul 13 22:02:43.358496 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8b8b7eb5-712e-49e5-a7b5-bf728057c1b0 req-f901e864-84b8-4697-aa64-3641108b838a tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505295
Jul 13 22:02:43.487528 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-d69f1e11-e9db-4ac0-87e4-7c181ceed5dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=97c4f6d1-e296-4289-9ad3-d87e8316a6bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2976243
Jul 13 22:02:43.632195 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-65a0de21-96e3-4567-a371-37ca90e41095 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Allocated IP 172.20.0.9 (f06f9b30-3d60-4ae8-94be-d6b42f3a3052/929d024b-f9ca-4456-ac0b-9240e5535dae/68c81983-898b-4f2e-9aa7-b91e4d939318) {{(pid=82083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:02:43.651947 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5984758-17c7-4870-b877-3279d285025b req-02ceb327-59c9-483a-9c35-1fae611c5620 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:43.653612 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a5984758-17c7-4870-b877-3279d285025b req-02ceb327-59c9-483a-9c35-1fae611c5620 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 943 time: 0.1154389
Jul 13 22:02:43.795374 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a5984758-17c7-4870-b877-3279d285025b req-1f9fac74-c805-4d78-a379-c68cfe3977a7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1349597
Jul 13 22:02:43.855657 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 65efea10-5009-4215-a14c-0fda61962597 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 13 22:02:44.009351 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cce002-4aff-4453-9302-4b9af0214267 req-82f1ce6b-5b50-4b3b-81a6-ac494e712720 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:44.010668 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b0e69abc-5c2d-4a5f-b3ed-8789f3dafde9 req-6a4c8b80-59ea-4638-b5d4-0014362bfb0b tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 210 time: 0.1190739
Jul 13 22:02:44.010950 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d2cce002-4aff-4453-9302-4b9af0214267 req-82f1ce6b-5b50-4b3b-81a6-ac494e712720 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 943 time: 0.0857391
Jul 13 22:02:44.026685 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 65efea10-5009-4215-a14c-0fda61962597, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=65efea10-5009-4215-a14c-0fda61962597,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:02:44.043668 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Returning: {'device': '65efea10-5009-4215-a14c-0fda61962597', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'port_id': '65efea10-5009-4215-a14c-0fda61962597', 'mac_address': 'fa:16:3e:7f:5e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 13 22:02:44.076759 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d2cce002-4aff-4453-9302-4b9af0214267 req-b1698298-48fa-42b5-b6f3-580fbb0e8653 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532253
Jul 13 22:02:44.106271 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:44.125591 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65efea10-5009-4215-a14c-0fda61962597 {{(pid=82085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:02:44.141345 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 65efea10-5009-4215-a14c-0fda61962597, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=65efea10-5009-4215-a14c-0fda61962597,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:02:44.144053 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:44.145981 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-dd48f83c-3f9a-4835-a84b-3c20b51be313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:44.179204 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-5be3ea32-d189-45bb-afe0-ca00e420aeff service neutron] 10.222.0.15 "GET /v2.0/networks/97c4f6d1-e296-4289-9ad3-d87e8316a6bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6232588
Jul 13 22:02:44.212600 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=65efea10-5009-4215-a14c-0fda61962597,revision_number=9']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:44.215790 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:44.311461 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-65a0de21-96e3-4567-a371-37ca90e41095 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for port, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:44.347926 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-65a0de21-96e3-4567-a371-37ca90e41095 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Transition to ACTIVE for port object 68c81983-898b-4f2e-9aa7-b91e4d939318 will not be triggered until provisioned by entity DHCP. {{(pid=82083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:02:44.375639 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-627a8d7d-b97a-42ba-babf-329d2875d634 req-6a45052a-fedc-45d9-8c46-92d0540ecb79 service neutron] 10.222.0.15 "GET /v2.0/networks/97c4f6d1-e296-4289-9ad3-d87e8316a6bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1870065
Jul 13 22:02:44.387857 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-65a0de21-96e3-4567-a371-37ca90e41095 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:44.393840 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:44.512158 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-65a0de21-96e3-4567-a371-37ca90e41095 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Network f06f9b30-3d60-4ae8-94be-d6b42f3a3052 is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:02:44.519889 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['65efea10-5009-4215-a14c-0fda61962597'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:02:44.553605 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-65a0de21-96e3-4567-a371-37ca90e41095 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:02:44.556131 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-65a0de21-96e3-4567-a371-37ca90e41095 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Received port after_create {{(pid=82083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:02:44.606550 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe60e8-7cdb-4a80-920e-e148d9128c78 req-6ed37fa8-f286-4d20-b3a5-6f0d6c254ee2 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:44.608891 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0de21-96e3-4567-a371-37ca90e41095 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Pushing event updated for resources: {'Port': ['ID=68c81983-898b-4f2e-9aa7-b91e4d939318,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:44.611897 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-65a0de21-96e3-4567-a371-37ca90e41095 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:44.614705 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-afbe60e8-7cdb-4a80-920e-e148d9128c78 req-6ed37fa8-f286-4d20-b3a5-6f0d6c254ee2 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 945 time: 0.1055338
Jul 13 22:02:44.660106 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-65a0de21-96e3-4567-a371-37ca90e41095 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:44.660864 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-65a0de21-96e3-4567-a371-37ca90e41095 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:44.678587 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-afbe60e8-7cdb-4a80-920e-e148d9128c78 req-1a55f642-593d-4c5f-8970-164e636f5ed7 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626411
Jul 13 22:02:44.781831 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10861cea-4b3e-4c33-9283-6251a6b53212 req-c25fff43-b42a-42d9-8829-feeb51361d86 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:44.785963 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-10861cea-4b3e-4c33-9283-6251a6b53212 req-c25fff43-b42a-42d9-8829-feeb51361d86 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.3066592
Jul 13 22:02:44.791085 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-65a0de21-96e3-4567-a371-37ca90e41095 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9342961
Jul 13 22:02:44.795005 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6f9900d7-cbf3-4bc4-88ee-20864e835d3d req-bd918f08-416e-4a43-b214-7916ceb674d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2468f829f2c4d188014193e66e67de5&device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 1096 time: 0.3191693
Jul 13 22:02:44.844164 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] Request body: {'port': {'device_id': 'a72d3bc5-df7e-40ff-8fde-f59af586c4af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:02:45.003781 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-292cd9c1-6a91-488d-9efc-e27b3aaffefe None None] Provisioning for port 68c81983-898b-4f2e-9aa7-b91e4d939318 completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:02:45.009729 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-292cd9c1-6a91-488d-9efc-e27b3aaffefe None None] Provisioning complete for port 68c81983-898b-4f2e-9aa7-b91e4d939318 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:02:45.010136 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-292cd9c1-6a91-488d-9efc-e27b3aaffefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:45.045191 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-10861cea-4b3e-4c33-9283-6251a6b53212 req-c38261b4-fbcc-42ef-a1b2-5d69c6c69278 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2489440
Jul 13 22:02:45.133772 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-292cd9c1-6a91-488d-9efc-e27b3aaffefe None None] Port 68c81983-898b-4f2e-9aa7-b91e4d939318 cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 22:02:45.196728 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:45.220424 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795573b-b2bb-48b2-b359-501037998d96 req-722566c3-d2a3-4801-aa67-c965efae6714 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:45.222049 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1795573b-b2bb-48b2-b359-501037998d96 req-722566c3-d2a3-4801-aa67-c965efae6714 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 944 time: 0.1332953
Jul 13 22:02:45.266891 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9900d7-cbf3-4bc4-88ee-20864e835d3d req-065ef33d-9cd8-4586-9646-a6e1b500f11c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:45.268435 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6f9900d7-cbf3-4bc4-88ee-20864e835d3d req-065ef33d-9cd8-4586-9646-a6e1b500f11c service neutron] 10.222.0.15 "GET /v2.0/networks?id=97c4f6d1-e296-4289-9ad3-d87e8316a6bc HTTP/1.1" status: 200  len: 916 time: 0.4301353
Jul 13 22:02:45.284395 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1795573b-b2bb-48b2-b359-501037998d96 req-4536ebeb-15ae-449e-b0d7-e2ea765ccb3f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546076
Jul 13 22:02:45.428282 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6f9900d7-cbf3-4bc4-88ee-20864e835d3d req-d134faa9-56f0-47b2-a2e4-a3b017544ed0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07723ddc-bf6e-4f31-ad96-4279c8a48367 HTTP/1.1" status: 200  len: 217 time: 0.1189952
Jul 13 22:02:45.496627 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 42540) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:45.556112 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09a8a5-e6a5-43d9-9309-31d2addd870b req-1462beb8-d032-4e2f-8df0-7f9c98982eaf tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:45.559369 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-eb09a8a5-e6a5-43d9-9309-31d2addd870b req-1462beb8-d032-4e2f-8df0-7f9c98982eaf tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 943 time: 0.1116447
Jul 13 22:02:45.587434 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa74c1-feeb-440c-85df-d64de0cac3d1 req-28977573-c133-4827-9946-11a68ecaecfe tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:45.588197 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-d8fa74c1-feeb-440c-85df-d64de0cac3d1 req-28977573-c133-4827-9946-11a68ecaecfe tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Synchronizing usage tracker for tenant:3065358f8c8941dc9ed172c1f78f2728 on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:02:45.616129 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-eb09a8a5-e6a5-43d9-9309-31d2addd870b req-ca655ddb-415f-45dc-a935-a638e9b73d94 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513198
Jul 13 22:02:45.633623 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9900d7-cbf3-4bc4-88ee-20864e835d3d req-99663511-a59e-418a-b587-39c07910fac0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:45.635271 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6f9900d7-cbf3-4bc4-88ee-20864e835d3d req-99663511-a59e-418a-b587-39c07910fac0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b6788bc-afc5-4f4b-af69-27a001c307e2 HTTP/1.1" status: 200  len: 854 time: 0.1904829
Jul 13 22:02:45.681924 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-da09bcc9-8318-44b4-b2c3-49413498e3cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:45.714955 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-da09bcc9-8318-44b4-b2c3-49413498e3cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:02:45.719059 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-da09bcc9-8318-44b4-b2c3-49413498e3cf admin admin] Usage tracker for resource:security_group_rule and tenant:dc41095f48584c71bb28f10366be0eca is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:02:45.721922 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-da09bcc9-8318-44b4-b2c3-49413498e3cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:02:45.728868 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-da09bcc9-8318-44b4-b2c3-49413498e3cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:02:45.756938 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-d8fa74c1-feeb-440c-85df-d64de0cac3d1 req-28977573-c133-4827-9946-11a68ecaecfe tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Unset dirty status for tenant:3065358f8c8941dc9ed172c1f78f2728 on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:02:45.764392 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d8fa74c1-feeb-440c-85df-d64de0cac3d1 req-28977573-c133-4827-9946-11a68ecaecfe tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 931 time: 0.5570524
Jul 13 22:02:45.804952 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-da09bcc9-8318-44b4-b2c3-49413498e3cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:45.807928 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-da09bcc9-8318-44b4-b2c3-49413498e3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:45.815573 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-fc121b0e-2384-4a09-9ec1-a4cc4f1e3213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:45.862148 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09bcc9-8318-44b4-b2c3-49413498e3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60faac4f-a6ae-4521-a47b-cc34267ca698,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:45.872160 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-da09bcc9-8318-44b4-b2c3-49413498e3cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc41095f48584c71bb28f10366be0eca&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3716350
Jul 13 22:02:45.872426 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 65efea10-5009-4215-a14c-0fda61962597 up at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:02:45.872626 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 42556) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:45.886106 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d8fa74c1-feeb-440c-85df-d64de0cac3d1 req-56db7a73-bd14-4c27-9188-fdb60fc5aeca tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1207552
Jul 13 22:02:45.890521 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da09bcc9-8318-44b4-b2c3-49413498e3cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:45.890951 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da09bcc9-8318-44b4-b2c3-49413498e3cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:45.891363 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da09bcc9-8318-44b4-b2c3-49413498e3cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:45.891754 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da09bcc9-8318-44b4-b2c3-49413498e3cf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:45.892664 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da09bcc9-8318-44b4-b2c3-49413498e3cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:45.892664 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da09bcc9-8318-44b4-b2c3-49413498e3cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:45.893463 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da09bcc9-8318-44b4-b2c3-49413498e3cf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:45.893463 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da09bcc9-8318-44b4-b2c3-49413498e3cf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:45.893934 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da09bcc9-8318-44b4-b2c3-49413498e3cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:45.894126 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da09bcc9-8318-44b4-b2c3-49413498e3cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:45.894506 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da09bcc9-8318-44b4-b2c3-49413498e3cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:45.900257 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6f9900d7-cbf3-4bc4-88ee-20864e835d3d req-f524f438-5067-4159-8d65-4cafb988a73c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=97c4f6d1-e296-4289-9ad3-d87e8316a6bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2116082
Jul 13 22:02:45.902086 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-da09bcc9-8318-44b4-b2c3-49413498e3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:45.974412 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-af988051-3d96-4151-8a35-b434206019c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:45.978943 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning complete for port 65efea10-5009-4215-a14c-0fda61962597 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:02:45.979374 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:46.006135 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-af988051-3d96-4151-8a35-b434206019c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:46.063928 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-af988051-3d96-4151-8a35-b434206019c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:46.078506 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-333c77a5-2865-47a1-878a-ba747564083d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:46.084249 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c81983-898b-4f2e-9aa7-b91e4d939318 {{(pid=82083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:02:46.095107 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:46.099634 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af988051-3d96-4151-8a35-b434206019c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60faac4f-a6ae-4521-a47b-cc34267ca698,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:46.104841 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-af988051-3d96-4151-8a35-b434206019c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:46.115309 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-af988051-3d96-4151-8a35-b434206019c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:46.119431 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-af988051-3d96-4151-8a35-b434206019c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60faac4f-a6ae-4521-a47b-cc34267ca698 HTTP/1.1" status: 204  len: 168 time: 0.2460055
Jul 13 22:02:46.166069 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] Transition to ACTIVE for port object 68c81983-898b-4f2e-9aa7-b91e4d939318 will not be triggered until provisioned by entity L2. {{(pid=82083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:02:46.170064 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:46.174208 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852293183'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:46.179015 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-360b10d4-f2b1-42e0-8c66-21a48114eb5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:46.206591 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd847c036-867a-4e7e-8304-620b60fb0bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65efea10-5009-4215-a14c-0fda61962597'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:02:46.218690 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 65efea10-5009-4215-a14c-0fda61962597, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=65efea10-5009-4215-a14c-0fda61962597,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:02:46.219184 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6f9900d7-cbf3-4bc4-88ee-20864e835d3d req-e4c4eb98-e904-418d-9dcf-7da4a3b8d15f service neutron] 10.222.0.15 "GET /v2.0/networks/97c4f6d1-e296-4289-9ad3-d87e8316a6bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3047557
Jul 13 22:02:46.222101 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:46.224708 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:46.277155 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd847c036-867a-4e7e-8304-620b60fb0bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65efea10-5009-4215-a14c-0fda61962597', 'code': 200}
Jul 13 22:02:46.310178 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=65efea10-5009-4215-a14c-0fda61962597,revision_number=10']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:46.316685 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:46.562374 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c9b13-7ffe-4e6c-8ac9-5ac4cfb345da req-83be3b65-9450-43df-8701-00997526f420 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:46.568755 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] Pushing event updated for resources: {'Port': ['ID=68c81983-898b-4f2e-9aa7-b91e4d939318,revision_number=2']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:46.569662 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5e4c9b13-7ffe-4e6c-8ac9-5ac4cfb345da req-83be3b65-9450-43df-8701-00997526f420 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 946 time: 0.1380045
Jul 13 22:02:46.609805 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:46.648988 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 42578) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:46.682564 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f1fa21fb-9013-4ccf-878e-55fa10a7ae61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:46.711769 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5e4c9b13-7ffe-4e6c-8ac9-5ac4cfb345da req-8a17c1d8-4655-47fe-8920-9ddcc0facc31 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1257110
Jul 13 22:02:46.735630 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-f1fa21fb-9013-4ccf-878e-55fa10a7ae61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:02:46.748258 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-f1fa21fb-9013-4ccf-878e-55fa10a7ae61 admin admin] Usage tracker for resource:security_group_rule and tenant:96b547dc8aba4f2ba8bcf7afa260dfdf is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:02:46.753684 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-f1fa21fb-9013-4ccf-878e-55fa10a7ae61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:02:46.778744 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-f1fa21fb-9013-4ccf-878e-55fa10a7ae61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:02:46.869231 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6f9900d7-cbf3-4bc4-88ee-20864e835d3d req-87010b53-b777-48a8-88e7-2fdb3da88179 service neutron] 10.222.0.15 "GET /v2.0/networks/97c4f6d1-e296-4289-9ad3-d87e8316a6bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2907469
Jul 13 22:02:46.877029 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229c2f5-cf36-498e-82ce-ccd3c0349d3a req-96c539ab-eeca-4df3-85c0-02ccfbf0959c tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:46.884326 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c229c2f5-cf36-498e-82ce-ccd3c0349d3a req-96c539ab-eeca-4df3-85c0-02ccfbf0959c tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.6587331
Jul 13 22:02:46.892056 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85219b53-3a97-433a-a755-08345f068ad0 req-2bdf3190-04bd-43a0-8610-ea799d2d003f tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:46.893926 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-85219b53-3a97-433a-a755-08345f068ad0 req-2bdf3190-04bd-43a0-8610-ea799d2d003f tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.15 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 945 time: 0.1122401
Jul 13 22:02:46.942355 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] Attempting to bind port 68c81983-898b-4f2e-9aa7-b91e4d939318 on host hv-cinder-80061 for vnic_type normal with profile  {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:02:46.943242 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] Attempting to bind port 68c81983-898b-4f2e-9aa7-b91e4d939318 by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': '4c136830-8537-4b39-a276-84e121f66237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052'}] {{(pid=82083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:02:46.943623 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] Attempting to bind port 68c81983-898b-4f2e-9aa7-b91e4d939318 on network f06f9b30-3d60-4ae8-94be-d6b42f3a3052 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:02:46.955221 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f1fa21fb-9013-4ccf-878e-55fa10a7ae61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:46.956959 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] Port 68c81983-898b-4f2e-9aa7-b91e4d939318 on network f06f9b30-3d60-4ae8-94be-d6b42f3a3052 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 13 22:02:46.957661 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] Attempting to bind port 68c81983-898b-4f2e-9aa7-b91e4d939318 on network f06f9b30-3d60-4ae8-94be-d6b42f3a3052 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:02:46.964426 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c229c2f5-cf36-498e-82ce-ccd3c0349d3a req-de3435c8-461b-483d-8ad9-b77d6f0586bd tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/security-groups?id=885d4dfd-b6b8-45e8-92a6-c77d511fed53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792027
Jul 13 22:02:46.967844 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] Checking agent: {'id': '86d26810-67bf-4143-935e-299d5b9ec4cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:02:46.968228 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] Checking segment: {'id': '4c136830-8537-4b39-a276-84e121f66237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:02:46.968646 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] Bound using segment: {'id': '4c136830-8537-4b39-a276-84e121f66237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052'} {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:02:46.969151 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] Bound port: 68c81983-898b-4f2e-9aa7-b91e4d939318, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c136830-8537-4b39-a276-84e121f66237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052'}}] {{(pid=82083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:02:46.969543 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:47.052653 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f1fa21fb-9013-4ccf-878e-55fa10a7ae61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:47.065158 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] For port 68c81983-898b-4f2e-9aa7-b91e4d939318, host hv-cinder-80061, cleared binding levels {{(pid=82083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:02:47.068219 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:47.069334 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] For port 68c81983-898b-4f2e-9aa7-b91e4d939318, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=68c81983-898b-4f2e-9aa7-b91e4d939318,segment=NetworkSegment(4c136830-8537-4b39-a276-84e121f66237),segment_id=4c136830-8537-4b39-a276-84e121f66237)] {{(pid=82083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:02:47.074276 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852293183'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:47.079960 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:47.163950 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa21fb-9013-4ccf-878e-55fa10a7ae61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6cbe40-8245-4636-bc6e-44c7eb6294d5,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:47.166913 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f1fa21fb-9013-4ccf-878e-55fa10a7ae61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:47.173157 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-85219b53-3a97-433a-a755-08345f068ad0 req-57ea08b3-aef4-4b85-8371-0dc94c6fb074 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Deleting port dc724c34-4271-4503-ad71-a27f097d768b {{(pid=82084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:02:47.173542 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-85219b53-3a97-433a-a755-08345f068ad0 req-57ea08b3-aef4-4b85-8371-0dc94c6fb074 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:47.215643 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-f1fa21fb-9013-4ccf-878e-55fa10a7ae61 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=96b547dc8aba4f2ba8bcf7afa260dfdf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5642834
Jul 13 22:02:47.219422 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 42588) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:47.231936 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:47.233477 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] 10.222.0.15 "PUT /v2.0/ports/68c81983-898b-4f2e-9aa7-b91e4d939318 HTTP/1.1" status: 200  len: 1093 time: 2.3938534
Jul 13 22:02:47.234036 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72d3bc5-df7e-40ff-8fde-f59af586c4af', 'tag': '68c81983-898b-4f2e-9aa7-b91e4d939318'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:02:47.290184 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] Pushing event updated for resources: {'Port': ['ID=68c81983-898b-4f2e-9aa7-b91e4d939318,revision_number=3']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:47.296520 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:47.330046 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731550a-fc8c-45c5-a3c8-d302d6e0b998 req-d5300b62-3d70-4378-ab8c-b24b1e9b4703 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:47.331672 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0731550a-fc8c-45c5-a3c8-d302d6e0b998 req-d5300b62-3d70-4378-ab8c-b24b1e9b4703 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 943 time: 0.4366944
Jul 13 22:02:47.384284 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68938dbc-f155-4b16-bae6-165f63b9fd6c req-b862e322-b2b0-4a2f-9a03-17ae21f15e0a tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:47.385978 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-68938dbc-f155-4b16-bae6-165f63b9fd6c req-b862e322-b2b0-4a2f-9a03-17ae21f15e0a tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 943 time: 0.2505906
Jul 13 22:02:47.399699 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-aa57149d-5568-4d9f-a465-118c8b5387b4 req-9d3db863-343e-4248-81d1-d5f2d7b9e7a6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 1099 time: 0.2098463
Jul 13 22:02:47.452204 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-8cc827f7-bb21-4039-8738-d8b7581f4962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:47.502330 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-68938dbc-f155-4b16-bae6-165f63b9fd6c req-f0d855c0-2ab6-416a-a4b6-40d8f997e80a tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1061032
Jul 13 22:02:47.504235 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0731550a-fc8c-45c5-a3c8-d302d6e0b998 req-31e4180a-b027-4a43-be60-ccae5808461c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640913
Jul 13 22:02:47.507726 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-cd0ce756-0483-41bc-9729-4445b1563c4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3065358f8c8941dc9ed172c1f78f2728&device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 1096 time: 0.1871564
Jul 13 22:02:47.512175 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-aa57149d-5568-4d9f-a465-118c8b5387b4 req-655bb358-52ac-4d5c-983a-926ed5e2b6e1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0884500
Jul 13 22:02:47.560141 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-8cc827f7-bb21-4039-8738-d8b7581f4962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:47.593789 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a72d3bc5-df7e-40ff-8fde-f59af586c4af', 'tag': '68c81983-898b-4f2e-9aa7-b91e4d939318', 'status': 'completed', 'code': 200}
Jul 13 22:02:47.639788 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-85219b53-3a97-433a-a755-08345f068ad0 req-57ea08b3-aef4-4b85-8371-0dc94c6fb074 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] For port dc724c34-4271-4503-ad71-a27f097d768b, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=dc724c34-4271-4503-ad71-a27f097d768b,segment=NetworkSegment(bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17),segment_id=bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17)] {{(pid=82084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:02:47.640208 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-85219b53-3a97-433a-a755-08345f068ad0 req-57ea08b3-aef4-4b85-8371-0dc94c6fb074 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:47.769293 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-85219b53-3a97-433a-a755-08345f068ad0 req-57ea08b3-aef4-4b85-8371-0dc94c6fb074 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Calling delete_port for dc724c34-4271-4503-ad71-a27f097d768b owned by compute:nova {{(pid=82084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:02:47.811147 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-8cc827f7-bb21-4039-8738-d8b7581f4962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:47.818760 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-20f00e8b-94ed-4530-9fd5-9214d32f54eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:47.843892 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc827f7-bb21-4039-8738-d8b7581f4962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6cbe40-8245-4636-bc6e-44c7eb6294d5,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:47.846470 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8cc827f7-bb21-4039-8738-d8b7581f4962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:47.856868 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-8cc827f7-bb21-4039-8738-d8b7581f4962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:47.862102 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-8cc827f7-bb21-4039-8738-d8b7581f4962 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf6cbe40-8245-4636-bc6e-44c7eb6294d5 HTTP/1.1" status: 204  len: 168 time: 0.6376154
Jul 13 22:02:47.901774 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 07723ddc-bf6e-4f31-ad96-4279c8a48367 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 13 22:02:47.902189 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-ff9d3a83-7e66-4df9-aace-61742671e7a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68c81983-898b-4f2e-9aa7-b91e4d939318 HTTP/1.1" status: 200  len: 217 time: 0.0977674
Jul 13 22:02:47.985328 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-132731e3-2536-4a32-aa8e-a0d5baf24e59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:47.988192 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-132731e3-2536-4a32-aa8e-a0d5baf24e59 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=929d024b-f9ca-4456-ac0b-9240e5535dae HTTP/1.1" status: 200  len: 848 time: 0.0771117
Jul 13 22:02:48.018359 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-85219b53-3a97-433a-a755-08345f068ad0 req-57ea08b3-aef4-4b85-8371-0dc94c6fb074 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505'] for port, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:48.025154 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8b693c33-36f1-4c9f-8743-033e29ce058d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:48.076058 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['dc724c34-4271-4503-ad71-a27f097d768b'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:02:48.093895 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-a8951560-fd7a-4047-a1e8-7dcd0ce3121a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f06f9b30-3d60-4ae8-94be-d6b42f3a3052&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0981500
Jul 13 22:02:48.131548 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 07723ddc-bf6e-4f31-ad96-4279c8a48367, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=07723ddc-bf6e-4f31-ad96-4279c8a48367,segment=NetworkSegment(b6c09138-8014-4cbf-b76d-c7d4483cf378),segment_id=b6c09138-8014-4cbf-b76d-c7d4483cf378)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:02:48.155550 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Returning: {'device': '07723ddc-bf6e-4f31-ad96-4279c8a48367', 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc', 'port_id': '07723ddc-bf6e-4f31-ad96-4279c8a48367', 'mac_address': 'fa:16:3e:25:74:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b6788bc-afc5-4f4b-af69-27a001c307e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 13 22:02:48.222445 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:48.244663 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07723ddc-bf6e-4f31-ad96-4279c8a48367 {{(pid=82085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:02:48.261929 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 07723ddc-bf6e-4f31-ad96-4279c8a48367, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=07723ddc-bf6e-4f31-ad96-4279c8a48367,segment=NetworkSegment(b6c09138-8014-4cbf-b76d-c7d4483cf378),segment_id=b6c09138-8014-4cbf-b76d-c7d4483cf378)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:02:48.265930 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:48.268686 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:48.293237 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea08b3-aef4-4b85-8371-0dc94c6fb074 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Pushing event deleted for resources: {'Port': ['ID=dc724c34-4271-4503-ad71-a27f097d768b,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:48.298771 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-57ea08b3-aef4-4b85-8371-0dc94c6fb074 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:48.304916 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b3300-c75d-4795-bed4-9b3a9f3069bc req-ac8412e7-3e4a-4455-9b76-a4674074ae65 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:48.312182 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e2b3300-c75d-4795-bed4-9b3a9f3069bc req-ac8412e7-3e4a-4455-9b76-a4674074ae65 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 946 time: 0.3841488
Jul 13 22:02:48.337498 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-49ce238a-40dc-41e3-b09a-7e5255612a6d req-a89496b2-096c-48af-9dda-b5e91f61fe83 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 210 time: 0.0684259
Jul 13 22:02:48.340397 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=07723ddc-bf6e-4f31-ad96-4279c8a48367,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:48.344419 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:48.423023 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-b272bab7-3926-4bae-bff6-29c148ca3d86 service neutron] 10.222.0.15 "GET /v2.0/networks/f06f9b30-3d60-4ae8-94be-d6b42f3a3052?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3160739
Jul 13 22:02:48.425303 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-85219b53-3a97-433a-a755-08345f068ad0 req-57ea08b3-aef4-4b85-8371-0dc94c6fb074 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] No DVR routers for this DVR port dc724c34-4271-4503-ad71-a27f097d768b on host hv-cinder-80061 {{(pid=82084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:02:48.428638 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e2b3300-c75d-4795-bed4-9b3a9f3069bc req-bb47be89-7b2e-4ea9-96ae-c95fa0b65ec9 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1156149
Jul 13 22:02:48.430735 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-85219b53-3a97-433a-a755-08345f068ad0 req-57ea08b3-aef4-4b85-8371-0dc94c6fb074 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:48.433584 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c', 'name': 'network-vif-deleted', 'tag': 'dc724c34-4271-4503-ad71-a27f097d768b'}] {{(pid=82084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:02:48.450595 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-85219b53-3a97-433a-a755-08345f068ad0 req-57ea08b3-aef4-4b85-8371-0dc94c6fb074 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.15 "DELETE /v2.0/ports/dc724c34-4271-4503-ad71-a27f097d768b HTTP/1.1" status: 204  len: 173 time: 1.4352908
Jul 13 22:02:48.504008 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c', 'name': 'network-vif-deleted', 'tag': 'dc724c34-4271-4503-ad71-a27f097d768b', 'status': 'completed', 'code': 200}
Jul 13 22:02:48.504463 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 42606) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:48.524542 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6b5aa001-ef1f-4f18-aaa6-96a8b79e58ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:48.557832 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-6b5aa001-ef1f-4f18-aaa6-96a8b79e58ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:02:48.561793 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-6b5aa001-ef1f-4f18-aaa6-96a8b79e58ea admin admin] Usage tracker for resource:security_group_rule and tenant:765674548eff4511abe792876206cb3a is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:02:48.564769 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-6b5aa001-ef1f-4f18-aaa6-96a8b79e58ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:02:48.571349 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-6b5aa001-ef1f-4f18-aaa6-96a8b79e58ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:02:48.606126 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d7832e9d-d4b3-4781-89cc-8cd0b961ff92 req-2b8a0a5f-8c13-44e8-b203-5b069f055230 service neutron] 10.222.0.15 "GET /v2.0/networks/f06f9b30-3d60-4ae8-94be-d6b42f3a3052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1652586
Jul 13 22:02:48.654617 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6b5aa001-ef1f-4f18-aaa6-96a8b79e58ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:48.664299 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6b5aa001-ef1f-4f18-aaa6-96a8b79e58ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:48.689972 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b6c2de1b-75f2-4697-9b60-ca4c215a2e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:48.743640 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['07723ddc-bf6e-4f31-ad96-4279c8a48367'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:02:48.763188 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-6b5aa001-ef1f-4f18-aaa6-96a8b79e58ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=765674548eff4511abe792876206cb3a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2552552
Jul 13 22:02:48.772029 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 42614) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:48.787054 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4e1b4-89d8-4689-ac30-f5ca6860b004 req-224a442a-2de7-4464-ad84-5ba9baaea176 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:48.788126 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-99d4e1b4-89d8-4689-ac30-f5ca6860b004 req-224a442a-2de7-4464-ad84-5ba9baaea176 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Synchronizing usage tracker for tenant:d2468f829f2c4d188014193e66e67de5 on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:02:48.806795 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5aa001-ef1f-4f18-aaa6-96a8b79e58ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a44dc2c-ebf5-4b3d-bda3-0c02f971be32,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:48.808281 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-99d4e1b4-89d8-4689-ac30-f5ca6860b004 req-224a442a-2de7-4464-ad84-5ba9baaea176 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Unset dirty status for tenant:d2468f829f2c4d188014193e66e67de5 on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:02:48.810255 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-99d4e1b4-89d8-4689-ac30-f5ca6860b004 req-224a442a-2de7-4464-ad84-5ba9baaea176 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 944 time: 0.1332014
Jul 13 22:02:48.820932 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6b5aa001-ef1f-4f18-aaa6-96a8b79e58ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:48.902608 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96933ec9-d3f4-4240-9a35-1c8ef6418fad req-1890bdea-432c-4a17-80f6-2e6e83d016e4 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:48.904902 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-96933ec9-d3f4-4240-9a35-1c8ef6418fad req-1890bdea-432c-4a17-80f6-2e6e83d016e4 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 943 time: 0.2160923
Jul 13 22:02:48.944818 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-01549cb2-2674-42bc-ab00-8567f847d293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:49.035551 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-99d4e1b4-89d8-4689-ac30-f5ca6860b004 req-837cf933-c745-4baf-9749-97041ec0ee31 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085551
Jul 13 22:02:49.037657 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-01549cb2-2674-42bc-ab00-8567f847d293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:49.053465 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-96933ec9-d3f4-4240-9a35-1c8ef6418fad req-8043cabb-b3d6-4819-bc4e-e07841edbb07 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1402745
Jul 13 22:02:49.059655 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c7980a6c-6d4f-4f26-9e25-8e0b0e6f5a97 req-fbe1d96d-341d-4eff-be66-22181f07971c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3065358f8c8941dc9ed172c1f78f2728&device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 1096 time: 0.2445889
Jul 13 22:02:49.100910 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-01549cb2-2674-42bc-ab00-8567f847d293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:49.107709 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4ccdaf03-ec0a-4f95-b63b-ff4be5e65311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:49.120190 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01549cb2-2674-42bc-ab00-8567f847d293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a44dc2c-ebf5-4b3d-bda3-0c02f971be32,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:49.123164 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-01549cb2-2674-42bc-ab00-8567f847d293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:49.129141 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-01549cb2-2674-42bc-ab00-8567f847d293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:49.130780 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-01549cb2-2674-42bc-ab00-8567f847d293 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a44dc2c-ebf5-4b3d-bda3-0c02f971be32 HTTP/1.1" status: 204  len: 168 time: 0.3576300
Jul 13 22:02:49.266866 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7980a6c-6d4f-4f26-9e25-8e0b0e6f5a97 req-3676b255-cdb6-43da-aa74-b19364eb15a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:49.268466 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c7980a6c-6d4f-4f26-9e25-8e0b0e6f5a97 req-3676b255-cdb6-43da-aa74-b19364eb15a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f06f9b30-3d60-4ae8-94be-d6b42f3a3052 HTTP/1.1" status: 200  len: 910 time: 0.1571670
Jul 13 22:02:49.386863 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c7980a6c-6d4f-4f26-9e25-8e0b0e6f5a97 req-94cc5121-2b6c-4bcb-8a40-886f0b2f9633 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68c81983-898b-4f2e-9aa7-b91e4d939318 HTTP/1.1" status: 200  len: 217 time: 0.0989964
Jul 13 22:02:49.467490 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7980a6c-6d4f-4f26-9e25-8e0b0e6f5a97 req-64cfa252-c444-4fcd-abce-ef7b3e73eafa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:49.469096 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c7980a6c-6d4f-4f26-9e25-8e0b0e6f5a97 req-64cfa252-c444-4fcd-abce-ef7b3e73eafa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=929d024b-f9ca-4456-ac0b-9240e5535dae HTTP/1.1" status: 200  len: 848 time: 0.0750811
Jul 13 22:02:49.649602 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-eae847c5-ecbe-41b5-8922-738e8e7a9678 req-36257dfa-7156-4143-852e-c54cd52725ba tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Synchronizing usage tracker for tenant:a64f1d97f1f646f498668269b6c5ee10 on resource:port {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:02:49.668292 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-eae847c5-ecbe-41b5-8922-738e8e7a9678 req-36257dfa-7156-4143-852e-c54cd52725ba tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Unset dirty status for tenant:a64f1d97f1f646f498668269b6c5ee10 on resource:port {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:02:49.683278 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-eae847c5-ecbe-41b5-8922-738e8e7a9678 req-36257dfa-7156-4143-852e-c54cd52725ba tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17c5bcd-9c1c-4c13-a4b3-92e54f44dc2c HTTP/1.1" status: 200  len: 210 time: 0.1100194
Jul 13 22:02:49.700973 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c7980a6c-6d4f-4f26-9e25-8e0b0e6f5a97 req-7f3a22a1-f345-4f57-98ee-29b36e4fa0f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f06f9b30-3d60-4ae8-94be-d6b42f3a3052&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2146151
Jul 13 22:02:49.774527 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dab453-e655-4d28-a860-0e85165219e6 req-1b595c5d-1ea8-466b-929c-b655394b228d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:49.776168 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-66dab453-e655-4d28-a860-0e85165219e6 req-1b595c5d-1ea8-466b-929c-b655394b228d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 946 time: 0.1765373
Jul 13 22:02:49.901696 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 07723ddc-bf6e-4f31-ad96-4279c8a48367 up at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:02:49.909508 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-66dab453-e655-4d28-a860-0e85165219e6 req-29c0796b-5a03-4180-8097-1831bfd29dcb tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0805216
Jul 13 22:02:49.937772 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c7980a6c-6d4f-4f26-9e25-8e0b0e6f5a97 req-79039068-f4fa-4eb5-adde-af5961ab3628 service neutron] 10.222.0.15 "GET /v2.0/networks/f06f9b30-3d60-4ae8-94be-d6b42f3a3052?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2257497
Jul 13 22:02:50.024022 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning for port 07723ddc-bf6e-4f31-ad96-4279c8a48367 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:02:50.032923 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning complete for port 07723ddc-bf6e-4f31-ad96-4279c8a48367 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:02:50.033591 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:50.248457 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:50.283164 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09310665-c0e5-45bc-a221-51050217e96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07723ddc-bf6e-4f31-ad96-4279c8a48367'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:02:50.296550 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 07723ddc-bf6e-4f31-ad96-4279c8a48367, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=07723ddc-bf6e-4f31-ad96-4279c8a48367,segment=NetworkSegment(b6c09138-8014-4cbf-b76d-c7d4483cf378),segment_id=b6c09138-8014-4cbf-b76d-c7d4483cf378)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:02:50.300969 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:50.302025 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device dc724c34-4271-4503-ad71-a27f097d768b no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:02:50.339986 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df57d46-f42f-4ffb-86f4-1c0f03c3a185 req-75d088b2-e81a-43aa-b3a6-801b8dbf508e tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:50.342004 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4df57d46-f42f-4ffb-86f4-1c0f03c3a185 req-75d088b2-e81a-43aa-b3a6-801b8dbf508e tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 944 time: 0.1043482
Jul 13 22:02:50.345916 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:50.395391 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4df57d46-f42f-4ffb-86f4-1c0f03c3a185 req-8eaa6e09-76fa-4219-baca-1cf174c04f27 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462317
Jul 13 22:02:50.424051 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] No Port match for: dc724c34-4271-4503-ad71-a27f097d768b {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:02:50.424451 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device dc724c34-4271-4503-ad71-a27f097d768b not bound to the agent host hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:02:50.426256 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=07723ddc-bf6e-4f31-ad96-4279c8a48367,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:50.436019 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:50.436407 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:50.436847 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:50.437180 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:50.437570 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:50.437904 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:50.438270 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:50.438888 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:50.439021 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:50.439312 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:50.439832 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:02:50.444459 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:50.444813 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c7980a6c-6d4f-4f26-9e25-8e0b0e6f5a97 req-80102a19-8c07-4476-a8f0-13145aaa4772 service neutron] 10.222.0.15 "GET /v2.0/networks/f06f9b30-3d60-4ae8-94be-d6b42f3a3052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5008111
Jul 13 22:02:50.469245 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4402c-5a1c-4dee-afe8-7033e31e3575 req-ff28e71f-f861-402a-8040-68572f1179d0 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:50.470855 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-92d4402c-5a1c-4dee-afe8-7033e31e3575 req-ff28e71f-f861-402a-8040-68572f1179d0 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 943 time: 0.1260273
Jul 13 22:02:50.528645 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-92d4402c-5a1c-4dee-afe8-7033e31e3575 req-b394db2b-d1d1-4bf7-a176-a6fe97ff9ba6 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507753
Jul 13 22:02:50.592993 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09310665-c0e5-45bc-a221-51050217e96e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07723ddc-bf6e-4f31-ad96-4279c8a48367', 'code': 200}
Jul 13 22:02:50.792539 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 42698) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:50.893522 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c9847650-cbc2-4410-aae3-05b698718a97 req-b7abe5e0-8954-4802-951d-c6e6f0af2fc6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 1098 time: 0.0755157
Jul 13 22:02:50.941030 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c9847650-cbc2-4410-aae3-05b698718a97 req-b67aae16-d000-4665-b6a1-77709990b2b6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408444
Jul 13 22:02:51.231960 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e0c3b-a660-4b70-8b34-b03b28bea639 req-ea69dcd2-e14d-4d99-915d-41c308296392 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:51.233570 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-770e0c3b-a660-4b70-8b34-b03b28bea639 req-ea69dcd2-e14d-4d99-915d-41c308296392 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 946 time: 0.1136193
Jul 13 22:02:51.311241 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-770e0c3b-a660-4b70-8b34-b03b28bea639 req-5dddb546-d3fb-4600-830c-c21451fb7f8c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672550
Jul 13 22:02:51.322773 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4c58096f-7816-4eeb-9fc6-c95c4210e27f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758852'] for router_interface, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:51.657250 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b522a97-b87f-48a8-8e44-7eb444321b39 req-f13e93f2-82f0-453b-ae4e-9a468a9bea5e tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:51.659234 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3b522a97-b87f-48a8-8e44-7eb444321b39 req-f13e93f2-82f0-453b-ae4e-9a468a9bea5e tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 945 time: 0.1299908
Jul 13 22:02:51.711180 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3b522a97-b87f-48a8-8e44-7eb444321b39 req-f7dc6643-0e60-4759-b09a-77ab11effc3c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447021
Jul 13 22:02:51.843364 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1301a-bb2e-4a6d-9a74-cbea83b48fdc req-2621cb51-35a0-4868-8ef5-9189f7f22908 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:51.845003 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-bbf1301a-bb2e-4a6d-9a74-cbea83b48fdc req-2621cb51-35a0-4868-8ef5-9189f7f22908 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 943 time: 0.1563931
Jul 13 22:02:51.940677 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-bbf1301a-bb2e-4a6d-9a74-cbea83b48fdc req-6c0d1d0f-ab17-485c-87b2-518144d44bee tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0889122
Jul 13 22:02:52.100162 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-4c58096f-7816-4eeb-9fc6-c95c4210e27f admin admin] Deleting port 4b346b28-4801-46bb-8a0a-248d6d4d26e7 {{(pid=82084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:02:52.100545 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4c58096f-7816-4eeb-9fc6-c95c4210e27f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:52.292079 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-4c58096f-7816-4eeb-9fc6-c95c4210e27f admin admin] For port 4b346b28-4801-46bb-8a0a-248d6d4d26e7, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=4b346b28-4801-46bb-8a0a-248d6d4d26e7,segment=NetworkSegment(bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17),segment_id=bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17)] {{(pid=82084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:02:52.292372 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4c58096f-7816-4eeb-9fc6-c95c4210e27f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:52.444081 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-4c58096f-7816-4eeb-9fc6-c95c4210e27f admin admin] Calling delete_port for 4b346b28-4801-46bb-8a0a-248d6d4d26e7 owned by network:router_interface {{(pid=82084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:02:52.912467 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 42764) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:52.947694 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaddac9-f10c-4bf6-80c7-4699dd616012 req-5236eee5-82d5-4d5e-8a17-064cc902ce6c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:52.949506 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ccaddac9-f10c-4bf6-80c7-4699dd616012 req-5236eee5-82d5-4d5e-8a17-064cc902ce6c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 945 time: 0.0991676
Jul 13 22:02:52.955811 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4c58096f-7816-4eeb-9fc6-c95c4210e27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505'] for port, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:52.969579 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-5b5ce369-f1fb-4da3-bac6-5faab672e25c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:53.016268 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ccaddac9-f10c-4bf6-80c7-4699dd616012 req-9efba8f0-c718-4e8d-ae13-a7ce11213ce9 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580568
Jul 13 22:02:53.016666 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58096f-7816-4eeb-9fc6-c95c4210e27f admin admin] Pushing event deleted for resources: {'Port': ['ID=4b346b28-4801-46bb-8a0a-248d6d4d26e7,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:53.044872 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4c58096f-7816-4eeb-9fc6-c95c4210e27f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:53.229906 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b211f6c3-3046-41c2-8021-1cf31d7df2bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:53.265337 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4c58096f-7816-4eeb-9fc6-c95c4210e27f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838721501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854024460'] for router_interface, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:53.282569 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-b211f6c3-3046-41c2-8021-1cf31d7df2bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:02:53.289741 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-b211f6c3-3046-41c2-8021-1cf31d7df2bf admin admin] Usage tracker for resource:security_group_rule and tenant:01de2fd0622849459b076fd74a674d2d is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:02:53.293741 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-b211f6c3-3046-41c2-8021-1cf31d7df2bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:02:53.306693 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870a369-67a0-4e25-9cb7-5509598ef885 req-2ea5c21e-95b7-47b9-a211-3e5f655220ce tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:53.308492 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2870a369-67a0-4e25-9cb7-5509598ef885 req-2ea5c21e-95b7-47b9-a211-3e5f655220ce tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 943 time: 0.1485722
Jul 13 22:02:53.313870 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-b211f6c3-3046-41c2-8021-1cf31d7df2bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:02:53.390803 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2870a369-67a0-4e25-9cb7-5509598ef885 req-9904cd89-a419-421d-bd72-f30f1f3d2966 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705252
Jul 13 22:02:53.434677 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b211f6c3-3046-41c2-8021-1cf31d7df2bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:53.437988 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b211f6c3-3046-41c2-8021-1cf31d7df2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:53.446484 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-9cfa3d63-10e7-4727-a27a-3f8c3910ee6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:53.483969 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211f6c3-3046-41c2-8021-1cf31d7df2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d1d6ee-88c9-4966-9cd5-93fd528831f7,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:53.490480 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b211f6c3-3046-41c2-8021-1cf31d7df2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:53.493127 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af02ef-69c7-40ff-bcff-0bb362944272 req-3c3d6f6e-7a0b-4aac-b3bd-eef630712813 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:53.499415 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-b211f6c3-3046-41c2-8021-1cf31d7df2bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=01de2fd0622849459b076fd74a674d2d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5842869
Jul 13 22:02:53.500165 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 42778) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:53.500290 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-00af02ef-69c7-40ff-bcff-0bb362944272 req-3c3d6f6e-7a0b-4aac-b3bd-eef630712813 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 945 time: 0.2303464
Jul 13 22:02:53.563288 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e1297c37-2b84-4fe9-99fd-9c80ee64350d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:53.570572 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-00af02ef-69c7-40ff-bcff-0bb362944272 req-dd96c929-d2d0-420f-adb9-0be23045885a tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693262
Jul 13 22:02:53.593668 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e1297c37-2b84-4fe9-99fd-9c80ee64350d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:53.654657 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e1297c37-2b84-4fe9-99fd-9c80ee64350d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:53.660200 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2e367e62-09c6-42ac-a0da-dbd605a8f58e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:53.671906 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1297c37-2b84-4fe9-99fd-9c80ee64350d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d1d6ee-88c9-4966-9cd5-93fd528831f7,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:53.674645 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e1297c37-2b84-4fe9-99fd-9c80ee64350d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:53.681289 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e1297c37-2b84-4fe9-99fd-9c80ee64350d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:53.695027 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-e1297c37-2b84-4fe9-99fd-9c80ee64350d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7d1d6ee-88c9-4966-9cd5-93fd528831f7 HTTP/1.1" status: 204  len: 168 time: 0.1937311
Jul 13 22:02:54.054433 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 42790) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:54.075408 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d6819b87-a7b2-49cf-9745-8a6c25bad4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:54.097397 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c28416-3c14-43e2-87ff-ed0435425d3e req-f0534636-8f79-445d-92a6-7cf337b5bdb9 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:54.099025 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-53c28416-3c14-43e2-87ff-ed0435425d3e req-f0534636-8f79-445d-92a6-7cf337b5bdb9 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 945 time: 0.1124086
Jul 13 22:02:54.118299 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-d6819b87-a7b2-49cf-9745-8a6c25bad4f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:02:54.122339 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-d6819b87-a7b2-49cf-9745-8a6c25bad4f5 admin admin] Usage tracker for resource:security_group_rule and tenant:1e7a8f0aa8af4817834bb4ea9be72b01 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:02:54.125309 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-d6819b87-a7b2-49cf-9745-8a6c25bad4f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:02:54.128701 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c58096f-7816-4eeb-9fc6-c95c4210e27f admin admin] Router eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:02:54.132311 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-d6819b87-a7b2-49cf-9745-8a6c25bad4f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:02:54.169604 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-53c28416-3c14-43e2-87ff-ed0435425d3e req-b54a5e72-6bea-4a86-9f39-1eaba889f29e tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627022
Jul 13 22:02:54.206089 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d6819b87-a7b2-49cf-9745-8a6c25bad4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:54.210365 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d6819b87-a7b2-49cf-9745-8a6c25bad4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:54.239519 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e3220b52-4996-4a7c-82c3-5e887c2c8c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:54.249314 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-d6819b87-a7b2-49cf-9745-8a6c25bad4f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e7a8f0aa8af4817834bb4ea9be72b01&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1936827
Jul 13 22:02:54.251838 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 42798) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:54.273427 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6819b87-a7b2-49cf-9745-8a6c25bad4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b59d88c-3048-4224-8cae-feb38589f262,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:54.276813 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-d6819b87-a7b2-49cf-9745-8a6c25bad4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:54.344635 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-53b80c5a-3b89-4095-8223-803a472136cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:54.375829 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-53b80c5a-3b89-4095-8223-803a472136cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:54.376806 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c58096f-7816-4eeb-9fc6-c95c4210e27f admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:02:54.387199 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dabbe7-3594-468a-8df0-b1433cce6849 None None] Sync routers for ids ['eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5'] in dv-cinder-800618-1-iscsi {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:02:54.393495 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-4c58096f-7816-4eeb-9fc6-c95c4210e27f admin admin] 10.222.0.18 "PUT /v2.0/routers/eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5997300
Jul 13 22:02:54.396538 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 42802) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:54.406648 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dabbe7-3594-468a-8df0-b1433cce6849 None None] Routers {'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:02:54.407502 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-a0dabbe7-3594-468a-8df0-b1433cce6849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf367652e8>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:02:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:02:54.460501 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-53b80c5a-3b89-4095-8223-803a472136cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:54.465983 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b211f6c3-3046-41c2-8021-1cf31d7df2bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:54.485256 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b80c5a-3b89-4095-8223-803a472136cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b59d88c-3048-4224-8cae-feb38589f262,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:54.487910 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-53b80c5a-3b89-4095-8223-803a472136cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:54.489542 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-53b80c5a-3b89-4095-8223-803a472136cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b59d88c-3048-4224-8cae-feb38589f262 HTTP/1.1" status: 204  len: 168 time: 0.2365611
Jul 13 22:02:54.491183 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-53b80c5a-3b89-4095-8223-803a472136cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:54.715321 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-a0dabbe7-3594-468a-8df0-b1433cce6849 None None] Set router eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:02:54.833068 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebe1a9-437f-488b-989b-2f264f682f54 req-86f2f098-79b5-410f-8558-4c576a3b820e tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:54.835515 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-87ebe1a9-437f-488b-989b-2f264f682f54 req-86f2f098-79b5-410f-8558-4c576a3b820e tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 943 time: 0.1997268
Jul 13 22:02:54.905107 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-87ebe1a9-437f-488b-989b-2f264f682f54 req-cdf6dc12-d31e-4876-9493-7489e9fb1bbd tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588531
Jul 13 22:02:54.934710 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-74c2cf49-0848-4b86-97c3-3b8d111a0898 admin admin] Notify callbacks [] for router, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:55.104984 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-a0dabbe7-3594-468a-8df0-b1433cce6849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf367652e8>, [{'id': 'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5', 'name': 'tempest-ServerRescueNegativeTestJSON-285827370-router', 'tenant_id': 'a64f1d97f1f646f498668269b6c5ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'a2edbc79-a3b7-43e7-8be4-113d648e19c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:45Z', 'updated_at': '2021-07-13T22:02:52Z', 'revision_number': 5, 'project_id': 'a64f1d97f1f646f498668269b6c5ee10', 'gw_port': {'id': 'a2edbc79-a3b7-43e7-8be4-113d648e19c2', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:47Z', 'updated_at': '2021-07-13T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:02:55.109205 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dabbe7-3594-468a-8df0-b1433cce6849 None None] Checking router: eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5 for host: dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:02:55.121545 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dabbe7-3594-468a-8df0-b1433cce6849 None None] Routers {'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:02:55.122150 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-a0dabbe7-3594-468a-8df0-b1433cce6849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf367652e8>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:02:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:02:55.318372 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-a0dabbe7-3594-468a-8df0-b1433cce6849 None None] Set router eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:02:55.372640 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-74c2cf49-0848-4b86-97c3-3b8d111a0898 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:55.381926 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-74c2cf49-0848-4b86-97c3-3b8d111a0898 admin admin] Deleting port a2edbc79-a3b7-43e7-8be4-113d648e19c2 {{(pid=82084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:02:55.382303 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-74c2cf49-0848-4b86-97c3-3b8d111a0898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:55.601276 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-74c2cf49-0848-4b86-97c3-3b8d111a0898 admin admin] For port a2edbc79-a3b7-43e7-8be4-113d648e19c2, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=a2edbc79-a3b7-43e7-8be4-113d648e19c2,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:02:55.601653 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-74c2cf49-0848-4b86-97c3-3b8d111a0898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:55.629993 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-a0dabbe7-3594-468a-8df0-b1433cce6849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf367652e8>, [{'id': 'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5', 'name': 'tempest-ServerRescueNegativeTestJSON-285827370-router', 'tenant_id': 'a64f1d97f1f646f498668269b6c5ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'a2edbc79-a3b7-43e7-8be4-113d648e19c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:45Z', 'updated_at': '2021-07-13T22:02:52Z', 'revision_number': 5, 'project_id': 'a64f1d97f1f646f498668269b6c5ee10', 'gw_port': {'id': 'a2edbc79-a3b7-43e7-8be4-113d648e19c2', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:47Z', 'updated_at': '2021-07-13T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:02:55.635748 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dabbe7-3594-468a-8df0-b1433cce6849 None None] The sync data for ids ['eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5'] in dv-cinder-800618-1-iscsi is: [{'id': 'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5', 'name': 'tempest-ServerRescueNegativeTestJSON-285827370-router', 'tenant_id': 'a64f1d97f1f646f498668269b6c5ee10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'a2edbc79-a3b7-43e7-8be4-113d648e19c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:45Z', 'updated_at': '2021-07-13T22:02:52Z', 'revision_number': 5, 'project_id': 'a64f1d97f1f646f498668269b6c5ee10', 'gw_port': {'id': 'a2edbc79-a3b7-43e7-8be4-113d648e19c2', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:47Z', 'updated_at': '2021-07-13T21:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}] {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:02:55.739127 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-74c2cf49-0848-4b86-97c3-3b8d111a0898 admin admin] Calling delete_port for a2edbc79-a3b7-43e7-8be4-113d648e19c2 owned by network:router_gateway {{(pid=82084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:02:55.960818 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-74c2cf49-0848-4b86-97c3-3b8d111a0898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505'] for port, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:55.965444 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-804361d0-1199-4f60-abb0-05268cc1d919 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:56.011060 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2cf49-0848-4b86-97c3-3b8d111a0898 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2edbc79-a3b7-43e7-8be4-113d648e19c2,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:56.013700 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-74c2cf49-0848-4b86-97c3-3b8d111a0898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:56.297501 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-74c2cf49-0848-4b86-97c3-3b8d111a0898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753781'] for router_gateway, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:56.513682 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c599359-d365-4a38-a805-253cec8d131b req-32ab9271-f714-4b23-826a-687c8f631d25 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:56.515311 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2c599359-d365-4a38-a805-253cec8d131b req-32ab9271-f714-4b23-826a-687c8f631d25 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 943 time: 0.3612261
Jul 13 22:02:56.616048 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-74c2cf49-0848-4b86-97c3-3b8d111a0898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770116'] for router, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:56.629090 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-74c2cf49-0848-4b86-97c3-3b8d111a0898 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:56.646935 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2c599359-d365-4a38-a805-253cec8d131b req-ad986f39-98a6-407a-b09d-522bcf62b7ea tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1251843
Jul 13 22:02:56.745474 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-74c2cf49-0848-4b86-97c3-3b8d111a0898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854029851'] for router, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:56.746222 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c2cf49-0848-4b86-97c3-3b8d111a0898 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5 {{(pid=82084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 13 22:02:56.773314 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:56.783183 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-74c2cf49-0848-4b86-97c3-3b8d111a0898 admin admin] Notify callbacks [] for router, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:56.784648 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-74c2cf49-0848-4b86-97c3-3b8d111a0898 admin admin] 10.222.0.18 "DELETE /v2.0/routers/eb0d8e8e-dbbc-49e9-a3ca-24e875d69bc5 HTTP/1.1" status: 204  len: 168 time: 2.3870552
Jul 13 22:02:56.787463 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 42864) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:56.857011 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_v2 [None req-1210aba9-4ab1-47f2-a0bb-ee3b491a3aba admin admin] Deleting subnet 69a8555f-a6b4-42e1-a19f-3dfdc28a26ef {{(pid=82083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 13 22:02:56.860249 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1210aba9-4ab1-47f2-a0bb-ee3b491a3aba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:56.929022 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1210aba9-4ab1-47f2-a0bb-ee3b491a3aba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852293096'] for subnet, precommit_delete_associations {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:57.000537 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1210aba9-4ab1-47f2-a0bb-ee3b491a3aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854679291'] for subnet, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:57.094179 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1210aba9-4ab1-47f2-a0bb-ee3b491a3aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-96525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852293234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1649821'] for subnet, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:57.097779 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 4b346b28-4801-46bb-8a0a-248d6d4d26e7 no longer exists at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:02:57.100674 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:57.137148 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] No Port match for: 4b346b28-4801-46bb-8a0a-248d6d4d26e7 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:02:57.137818 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 4b346b28-4801-46bb-8a0a-248d6d4d26e7 not bound to the agent host dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:02:57.140140 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210aba9-4ab1-47f2-a0bb-ee3b491a3aba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69a8555f-a6b4-42e1-a19f-3dfdc28a26ef,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:57.142367 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1210aba9-4ab1-47f2-a0bb-ee3b491a3aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:57.149227 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-1210aba9-4ab1-47f2-a0bb-ee3b491a3aba admin admin] 10.222.0.18 "DELETE /v2.0/subnets/69a8555f-a6b4-42e1-a19f-3dfdc28a26ef HTTP/1.1" status: 204  len: 168 time: 0.3604920
Jul 13 22:02:57.150265 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1210aba9-4ab1-47f2-a0bb-ee3b491a3aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:57.152286 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 42872) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:57.276352 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-104256'] for network, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:57.407776 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690162', 'neutron.services.segments.db._delete_segments_for_network--9223363253856679420'] for network, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:57.422901 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fcf35b9cf28>> segment before_delete 55550000 {{(pid=82084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:02:57.423315 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fcf35b9cf28>> subnet precommit_delete_associations 55550000 {{(pid=82084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:02:57.424130 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf35e50048>> segment_host_mapping after_create 55550000 {{(pid=82084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:02:57.424513 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf35e50048>> port after_create 55550000 {{(pid=82084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:02:57.424905 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf35e50048>> port after_delete 55550000 {{(pid=82084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:02:57.425288 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf35e50048>> port after_update 55550000 {{(pid=82084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:02:57.425654 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf35e50048>> segment after_delete 55550000 {{(pid=82084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:02:57.426036 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf35e50048>> subnet after_create 55550000 {{(pid=82084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:02:57.426395 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf35e50048>> subnet after_delete 55550000 {{(pid=82084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:02:57.426792 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fcf35e50048>> subnet after_update 55550000 {{(pid=82084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:02:57.535669 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fcf361640b8>> subnet after_create 55550000 {{(pid=82084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:02:57.536008 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fcf361640b8>> subnet after_delete 55550000 {{(pid=82084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:02:57.536420 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fcf361640b8>> subnet before_create 55550000 {{(pid=82084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:02:57.536808 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fcf361640b8>> subnet before_update 55550000 {{(pid=82084) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 13 22:02:57.537203 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf360c95f8>,) {'filters': {'network_id': ['4f4027db-4b36-48ec-9349-8e337787556b']}} {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:02:57.555472 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf360c95f8>, 'bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17') {'for_net_delete': True} {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:02:57.555809 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf360c95f8>, 'bf4aa6da-a0c8-4b6b-8956-2b3f72b97b17') {} {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:02:57.568312 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253856686179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509311'] for segment, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:57.587992 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:57.595439 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=82084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 13 22:02:57.595912 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852196745'] for segment, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:   (self, other),
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:   (self, other),
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]: Traceback (most recent call last):
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:     timer()
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:     cb(*args, **kw)
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:     return func(*args, **kwargs)
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:     self._notify()
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:     self.callback(batched_events)
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:     event.method(event)
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:     segment_id)['aggregates'][0]
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:     return f(self, *a, **k)
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self._get(url).json()
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:     **kwargs)
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self.request(url, 'GET', **kwargs)
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:     **endpoint_filter)
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 13 22:02:57.612123 dv-cinder-800618-1-iscsi neutron-server[81974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 13 22:02:57.689539 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854022065'] for network, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:57.693884 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:57.712122 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:57.721373 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] Pushing event deleted for resources: {'Network': ['ID=4f4027db-4b36-48ec-9349-8e337787556b,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:57.743319 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:57.745008 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] 10.222.0.18 "DELETE /v2.0/networks/4f4027db-4b36-48ec-9349-8e337787556b HTTP/1.1" status: 204  len: 168 time: 0.5919557
Jul 13 22:02:57.882794 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec176e3-adfe-4bd2-9224-b03e1d4b9638 req-8c290385-f338-4193-81dd-9bd73c29d5ca tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:57.889320 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3ec176e3-adfe-4bd2-9224-b03e1d4b9638 req-8c290385-f338-4193-81dd-9bd73c29d5ca tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 943 time: 0.0970953
Jul 13 22:02:57.927849 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 68c81983-898b-4f2e-9aa7-b91e4d939318 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 13 22:02:57.940016 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3ec176e3-adfe-4bd2-9224-b03e1d4b9638 req-99069454-a1b6-489c-8d98-3ae7dab3e6c6 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460422
Jul 13 22:02:57.998513 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 42902) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:58.077625 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-83edfb1d-81d8-4d84-ac4a-42b80cbde359 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a64f1d97f1f646f498668269b6c5ee10&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0774691
Jul 13 22:02:58.081090 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 42906) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:02:58.155280 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-298dcfe6-b3da-4ec6-b19f-9bb0e54815d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:58.191815 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-298dcfe6-b3da-4ec6-b19f-9bb0e54815d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:58.192809 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 68c81983-898b-4f2e-9aa7-b91e4d939318, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=68c81983-898b-4f2e-9aa7-b91e4d939318,segment=NetworkSegment(4c136830-8537-4b39-a276-84e121f66237),segment_id=4c136830-8537-4b39-a276-84e121f66237)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:02:58.208400 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Returning: {'device': '68c81983-898b-4f2e-9aa7-b91e4d939318', 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052', 'port_id': '68c81983-898b-4f2e-9aa7-b91e4d939318', 'mac_address': 'fa:16:3e:34:e1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '929d024b-f9ca-4456-ac0b-9240e5535dae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 13 22:02:58.238078 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-298dcfe6-b3da-4ec6-b19f-9bb0e54815d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:58.243863 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-9c46cef2-da00-487f-b610-8679f3e1f1b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:58.261405 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298dcfe6-b3da-4ec6-b19f-9bb0e54815d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885d4dfd-b6b8-45e8-92a6-c77d511fed53,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:58.264141 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-298dcfe6-b3da-4ec6-b19f-9bb0e54815d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:58.265733 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:58.274283 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-298dcfe6-b3da-4ec6-b19f-9bb0e54815d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:58.277978 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-298dcfe6-b3da-4ec6-b19f-9bb0e54815d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/885d4dfd-b6b8-45e8-92a6-c77d511fed53 HTTP/1.1" status: 204  len: 168 time: 0.1938567
Jul 13 22:02:58.295145 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c81983-898b-4f2e-9aa7-b91e4d939318 {{(pid=82085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:02:58.312254 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 68c81983-898b-4f2e-9aa7-b91e4d939318, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=68c81983-898b-4f2e-9aa7-b91e4d939318,segment=NetworkSegment(4c136830-8537-4b39-a276-84e121f66237),segment_id=4c136830-8537-4b39-a276-84e121f66237)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:02:58.318039 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:02:58.319871 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:02:58.391826 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=68c81983-898b-4f2e-9aa7-b91e4d939318,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:02:58.397185 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:02:58.794130 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['68c81983-898b-4f2e-9aa7-b91e4d939318'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:02:59.038469 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device a2edbc79-a3b7-43e7-8be4-113d648e19c2 no longer exists at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:02:59.074245 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] No Port match for: a2edbc79-a3b7-43e7-8be4-113d648e19c2 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:02:59.074622 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device a2edbc79-a3b7-43e7-8be4-113d648e19c2 not bound to the agent host dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:02:59.162022 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4bbba0-a115-454e-88a2-b5d6756f5b80 req-c332f4b7-b5d8-40a3-a9d8-72397d763e8d tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:02:59.163730 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7b4bbba0-a115-454e-88a2-b5d6756f5b80 req-c332f4b7-b5d8-40a3-a9d8-72397d763e8d tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 944 time: 0.0889592
Jul 13 22:02:59.229534 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7b4bbba0-a115-454e-88a2-b5d6756f5b80 req-de953010-e94b-4bc3-b5b4-cb53b5c8c3c0 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596848
Jul 13 22:03:00.064808 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 42974) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:00.219620 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c80a6dee-d324-4337-bffb-147aa021f2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:00.257640 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-c80a6dee-d324-4337-bffb-147aa021f2c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:03:00.261790 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-c80a6dee-d324-4337-bffb-147aa021f2c9 admin admin] Usage tracker for resource:security_group_rule and tenant:a00ff35cf44a42a2b2e2b85980bbe698 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:03:00.265278 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-c80a6dee-d324-4337-bffb-147aa021f2c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:03:00.273255 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-c80a6dee-d324-4337-bffb-147aa021f2c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:03:00.363039 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c80a6dee-d324-4337-bffb-147aa021f2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:00.366545 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c80a6dee-d324-4337-bffb-147aa021f2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:00.386516 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-71390c65-0b0a-4e5f-8025-146141f7d7fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:00.453090 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a6dee-d324-4337-bffb-147aa021f2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ba8dad-7f63-4d69-bed1-141c45adc379,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:00.466060 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c80a6dee-d324-4337-bffb-147aa021f2c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:00.496697 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-c80a6dee-d324-4337-bffb-147aa021f2c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a00ff35cf44a42a2b2e2b85980bbe698&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4306178
Jul 13 22:03:00.500114 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 42996) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:00.532333 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a7bd0-8f50-4d58-8a39-8e03bc560247 req-d4b754ff-d000-4eba-8bc2-a86996f5935b tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:00.533984 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b09a7bd0-8f50-4d58-8a39-8e03bc560247 req-d4b754ff-d000-4eba-8bc2-a86996f5935b tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 944 time: 0.1486444
Jul 13 22:03:00.571752 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3f3703b5-865f-46ac-9d40-2e5aaf54fa76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:00.586287 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b09a7bd0-8f50-4d58-8a39-8e03bc560247 req-d95d0a7b-8639-4b52-b538-ba4b57b4f1b4 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445077
Jul 13 22:03:00.603682 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3f3703b5-865f-46ac-9d40-2e5aaf54fa76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:00.649131 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3f3703b5-865f-46ac-9d40-2e5aaf54fa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:00.654130 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-85140a1f-1cb7-47c9-96b7-3dbf37c53115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:00.667664 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3703b5-865f-46ac-9d40-2e5aaf54fa76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ba8dad-7f63-4d69-bed1-141c45adc379,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:00.670761 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-3f3703b5-865f-46ac-9d40-2e5aaf54fa76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:00.671560 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3f3703b5-865f-46ac-9d40-2e5aaf54fa76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:00.672801 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-3f3703b5-865f-46ac-9d40-2e5aaf54fa76 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97ba8dad-7f63-4d69-bed1-141c45adc379 HTTP/1.1" status: 204  len: 168 time: 0.1713963
Jul 13 22:03:00.720360 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d8b2b7e5-caad-418e-8cfc-1e7e6b9f4f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:01.052950 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 43018) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:01.202718 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-333c09dc-6b2c-4a7f-9d51-706c0e150d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:01.236604 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-333c09dc-6b2c-4a7f-9d51-706c0e150d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:03:01.241045 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-333c09dc-6b2c-4a7f-9d51-706c0e150d99 admin admin] Usage tracker for resource:security_group_rule and tenant:6374285ef0e8465395c9c8337e66c394 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:03:01.244291 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-333c09dc-6b2c-4a7f-9d51-706c0e150d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:03:01.251032 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-333c09dc-6b2c-4a7f-9d51-706c0e150d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:03:01.328716 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-333c09dc-6b2c-4a7f-9d51-706c0e150d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:01.332960 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-333c09dc-6b2c-4a7f-9d51-706c0e150d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:01.341255 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-adb364f7-6d77-4622-a7bc-00844f45392d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:01.383244 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c09dc-6b2c-4a7f-9d51-706c0e150d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f16e8b4-248b-4316-91bb-7b8187a1e9b2,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:01.386454 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-333c09dc-6b2c-4a7f-9d51-706c0e150d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:01.392327 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-333c09dc-6b2c-4a7f-9d51-706c0e150d99 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6374285ef0e8465395c9c8337e66c394&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3403213
Jul 13 22:03:01.392745 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 43036) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:01.487569 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3c9eb09e-7b83-4efb-91ac-aa21b522d24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:01.516384 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3c9eb09e-7b83-4efb-91ac-aa21b522d24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:01.561803 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3c9eb09e-7b83-4efb-91ac-aa21b522d24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:01.566758 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a797acf9-77e1-47bd-be80-41461e20fcd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:01.583197 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9eb09e-7b83-4efb-91ac-aa21b522d24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f16e8b4-248b-4316-91bb-7b8187a1e9b2,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:01.587842 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-3c9eb09e-7b83-4efb-91ac-aa21b522d24f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:01.589506 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3c9eb09e-7b83-4efb-91ac-aa21b522d24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:01.590700 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-3c9eb09e-7b83-4efb-91ac-aa21b522d24f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f16e8b4-248b-4316-91bb-7b8187a1e9b2 HTTP/1.1" status: 204  len: 168 time: 0.1966515
Jul 13 22:03:01.711284 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 43058) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:01.834958 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edceaf1-d1bc-4264-9c0a-95fc29996d98 req-9c672811-b513-429a-8c2d-cdde805cad86 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:01.836593 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2edceaf1-d1bc-4264-9c0a-95fc29996d98 req-9c672811-b513-429a-8c2d-cdde805cad86 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 944 time: 0.0908554
Jul 13 22:03:01.909469 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2edceaf1-d1bc-4264-9c0a-95fc29996d98 req-0e9fd109-f610-4f33-8db7-38b436f8fe3b tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658364
Jul 13 22:03:01.946129 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 68c81983-898b-4f2e-9aa7-b91e4d939318 up at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:03:02.024691 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning for port 68c81983-898b-4f2e-9aa7-b91e4d939318 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:03:02.029814 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning complete for port 68c81983-898b-4f2e-9aa7-b91e4d939318 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:03:02.030312 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:02.040554 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-311934330-network', 'tenant_id': '2530706b58cf4237b0b2f9b0af81d896'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:03:02.046777 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:03:02.053927 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] Usage tracker for resource:network and tenant:2530706b58cf4237b0b2f9b0af81d896 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:03:02.057752 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:03:02.064297 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:03:02.079376 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] Made reservation on behalf of 2530706b58cf4237b0b2f9b0af81d896 for: {'network': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:03:02.080085 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 43070) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:02.083289 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for network, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:02.101715 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:02.102241 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e18dd13c-4a4f-4878-9c9c-6d6aa93cefdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:02.135262 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-e18dd13c-4a4f-4878-9c9c-6d6aa93cefdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:03:02.135894 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:03:02.140169 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] Usage tracker for resource:security_group_rule and tenant:2530706b58cf4237b0b2f9b0af81d896 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:03:02.141704 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-e18dd13c-4a4f-4878-9c9c-6d6aa93cefdf admin admin] Usage tracker for resource:security_group_rule and tenant:4855c5a0503144c781f5d3f0c08e5713 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:03:02.143191 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:03:02.146738 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-e18dd13c-4a4f-4878-9c9c-6d6aa93cefdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:03:02.149561 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:03:02.151314 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:02.153203 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-e18dd13c-4a4f-4878-9c9c-6d6aa93cefdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:03:02.181891 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72d3bc5-df7e-40ff-8fde-f59af586c4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c81983-898b-4f2e-9aa7-b91e4d939318'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:03:02.193101 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 68c81983-898b-4f2e-9aa7-b91e4d939318, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=68c81983-898b-4f2e-9aa7-b91e4d939318,segment=NetworkSegment(4c136830-8537-4b39-a276-84e121f66237),segment_id=4c136830-8537-4b39-a276-84e121f66237)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:03:02.198221 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:02.200484 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7482df54-71b8-495e-9348-971f113fb3ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:02.224587 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:02.229809 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:02.230061 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e18dd13c-4a4f-4878-9c9c-6d6aa93cefdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:02.233345 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e18dd13c-4a4f-4878-9c9c-6d6aa93cefdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:02.234671 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-eb1a8dfa-6432-4d17-8597-d2540fe4b94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:02.248047 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-da09bcc9-8318-44b4-b2c3-49413498e3cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:02.257529 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72d3bc5-df7e-40ff-8fde-f59af586c4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c81983-898b-4f2e-9aa7-b91e4d939318', 'code': 200}
Jul 13 22:03:02.264795 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d00d1de-a108-4daf-850d-28f8b5072968,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:02.268594 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:02.277375 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104}  {{(pid=82083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 13 22:03:02.286480 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=68c81983-898b-4f2e-9aa7-b91e4d939318,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:02.287841 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:02.289413 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.segments_db [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] Added segment 4d900011-7bad-4db3-b483-fb48b347038c of type vlan for network 94ceb28b-1d67-44bd-89fc-864f4cbba322
Jul 13 22:03:02.290159 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:02.291796 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18dd13c-4a4f-4878-9c9c-6d6aa93cefdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a89362-d8e8-413c-8b14-b431296d171d,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:02.295577 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e18dd13c-4a4f-4878-9c9c-6d6aa93cefdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:02.300535 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-e18dd13c-4a4f-4878-9c9c-6d6aa93cefdf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4855c5a0503144c781f5d3f0c08e5713&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2167089
Jul 13 22:03:02.300846 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 43076) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:02.318048 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782997489472'] for network, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:02.347402 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:02.357066 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for network, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:02.358345 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:02.359065 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:02.364749 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:02.381370 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-dad082d6-e801-4b64-87a7-1f999b3f6d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:02.408070 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-dad082d6-e801-4b64-87a7-1f999b3f6d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:02.463740 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-dad082d6-e801-4b64-87a7-1f999b3f6d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:02.469989 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-d7bbe0cc-dc8d-405a-a1b4-a0bf3e337616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:02.475392 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7613585
Jul 13 22:03:02.475392 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] Pushing event updated for resources: {'Network': ['ID=94ceb28b-1d67-44bd-89fc-864f4cbba322,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:02.478702 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:02.479234 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 43082) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:02.485855 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-4ecfe814-73ee-4ac6-946e-1fc6c790a015 admin admin] Request body: {'subnet': {'network_id': '94ceb28b-1d67-44bd-89fc-864f4cbba322', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-311934330-subnet', 'tenant_id': '2530706b58cf4237b0b2f9b0af81d896', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:03:02.487607 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Network 94ceb28b-1d67-44bd-89fc-864f4cbba322 details requested by agent ovs-agent-dv-cinder-800618-1-iscsi with host dv-cinder-800618-1-iscsi {{(pid=82085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 13 22:03:02.491084 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-4ecfe814-73ee-4ac6-946e-1fc6c790a015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:03:02.495302 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-4ecfe814-73ee-4ac6-946e-1fc6c790a015 admin admin] Usage tracker for resource:subnet and tenant:2530706b58cf4237b0b2f9b0af81d896 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:03:02.498614 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-4ecfe814-73ee-4ac6-946e-1fc6c790a015 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:03:02.501884 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad082d6-e801-4b64-87a7-1f999b3f6d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a89362-d8e8-413c-8b14-b431296d171d,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:02.506732 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-4ecfe814-73ee-4ac6-946e-1fc6c790a015 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:03:02.508539 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-dad082d6-e801-4b64-87a7-1f999b3f6d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:02.520190 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-dad082d6-e801-4b64-87a7-1f999b3f6d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:02.521374 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecfe814-73ee-4ac6-946e-1fc6c790a015 admin admin] Made reservation on behalf of 2530706b58cf4237b0b2f9b0af81d896 for: {'subnet': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:03:02.526180 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-dad082d6-e801-4b64-87a7-1f999b3f6d43 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/74a89362-d8e8-413c-8b14-b431296d171d HTTP/1.1" status: 204  len: 168 time: 0.2230666
Jul 13 22:03:02.526495 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4ecfe814-73ee-4ac6-946e-1fc6c790a015 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853125893'] for subnet, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:02.743545 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d7466d17-e27a-4b15-babf-50dfc96f83b7 req-5748f65d-7eb0-472e-adf6-d10964bd6b00 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 1098 time: 0.1373143
Jul 13 22:03:02.798688 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d7466d17-e27a-4b15-babf-50dfc96f83b7 req-e9df9b7f-0b18-42ff-815a-35f6691e0815 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459943
Jul 13 22:03:02.927313 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4ecfe814-73ee-4ac6-946e-1fc6c790a015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852293047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853125910'] for subnet, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:02.933683 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:02.988552 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-86f708f6-912d-4829-9f81-732a6a2ddb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:03.029678 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfe814-73ee-4ac6-946e-1fc6c790a015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1734c82d-53d6-46db-b139-d488ee342875,revision_number=0']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:03.034099 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4ecfe814-73ee-4ac6-946e-1fc6c790a015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:03.042455 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecfe814-73ee-4ac6-946e-1fc6c790a015 admin admin] Checking segment: {'id': '4d900011-7bad-4db3-b483-fb48b347038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94ceb28b-1d67-44bd-89fc-864f4cbba322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:03:03.042940 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecfe814-73ee-4ac6-946e-1fc6c790a015 admin admin] Network hostable DHCP agents. Network: 94ceb28b-1d67-44bd-89fc-864f4cbba322, hostable agents: ['42e73b5f-b36d-45e9-8068-895c526abb3e'], hosted agents: [] {{(pid=82083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 13 22:03:03.065761 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecfe814-73ee-4ac6-946e-1fc6c790a015 admin admin] Network 94ceb28b-1d67-44bd-89fc-864f4cbba322 is scheduled to be hosted by DHCP agent 42e73b5f-b36d-45e9-8068-895c526abb3e with binding_index 1 {{(pid=82083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 13 22:03:03.077808 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-4ecfe814-73ee-4ac6-946e-1fc6c790a015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-iscsi, 94ceb28b-1d67-44bd-89fc-864f4cbba322) {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:03:03.083864 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecfe814-73ee-4ac6-946e-1fc6c790a015 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:03.084764 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4ecfe814-73ee-4ac6-946e-1fc6c790a015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:03.092454 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf17868-3d7c-4db7-a716-3ebf446c7b6c None None] Network 94ceb28b-1d67-44bd-89fc-864f4cbba322 requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:03:03.117249 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-4ecfe814-73ee-4ac6-946e-1fc6c790a015 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6368849
Jul 13 22:03:03.127103 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8539cc9-3bf7-44cb-ac27-342abff96bb9 req-f23aa1e7-9617-43b5-b266-f73ad2070a0f tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:03.128568 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a8539cc9-3bf7-44cb-ac27-342abff96bb9 req-f23aa1e7-9617-43b5-b266-f73ad2070a0f tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 945 time: 0.0923626
Jul 13 22:03:03.206546 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a8539cc9-3bf7-44cb-ac27-342abff96bb9 req-7038ceec-3f9d-4538-8404-2e0f7fa56ae1 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638227
Jul 13 22:03:03.342606 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59117e43-47a9-4953-8b20-a1c76afc7bef None None] Network 94ceb28b-1d67-44bd-89fc-864f4cbba322 requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:03:03.605587 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:03.619966 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 43116) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:03.836948 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1415412148-network', 'tenant_id': '2eacdaeb537e40f3a27d4eed78a718c7'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:03:03.843221 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:03:03.855963 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] Usage tracker for resource:network and tenant:2eacdaeb537e40f3a27d4eed78a718c7 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:03:03.859121 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:03:03.870588 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:03:03.890212 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] Made reservation on behalf of 2eacdaeb537e40f3a27d4eed78a718c7 for: {'network': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:03:03.898627 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for network, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:03.923391 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:03.961567 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:03:03.966337 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] Usage tracker for resource:security_group_rule and tenant:2eacdaeb537e40f3a27d4eed78a718c7 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:03:03.969590 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:03:03.977290 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:03:04.049677 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:04.052977 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:04.057491 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-0116743b-9f91-4d9a-a636-8526ae5eb133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:04.088524 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105}  {{(pid=82083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 13 22:03:04.098320 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5640338e-47b0-4914-afe9-1768f04ea865,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:04.101414 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:04.106054 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:04.106164 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.segments_db [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] Added segment 2d71258c-9cd2-480e-be39-4087025bf4da of type vlan for network 7e2c42d8-fc87-4744-9d1d-874d97bc90fe
Jul 13 22:03:04.134492 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782997489472'] for network, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:04.165645 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for network, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:04.166902 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:04.167606 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:04.172603 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:04.286162 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6622858
Jul 13 22:03:04.286162 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] Pushing event updated for resources: {'Network': ['ID=7e2c42d8-fc87-4744-9d1d-874d97bc90fe,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:04.286875 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 43134) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:04.290069 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:04.294193 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-56e04e4a-ff8a-47d3-bb2a-e0750d09ea34 admin admin] Request body: {'subnet': {'network_id': '7e2c42d8-fc87-4744-9d1d-874d97bc90fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1415412148-subnet', 'tenant_id': '2eacdaeb537e40f3a27d4eed78a718c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:03:04.298013 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Network 7e2c42d8-fc87-4744-9d1d-874d97bc90fe details requested by agent ovs-agent-dv-cinder-800618-1-iscsi with host dv-cinder-800618-1-iscsi {{(pid=82085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 13 22:03:04.301498 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-56e04e4a-ff8a-47d3-bb2a-e0750d09ea34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:03:04.306731 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-56e04e4a-ff8a-47d3-bb2a-e0750d09ea34 admin admin] Usage tracker for resource:subnet and tenant:2eacdaeb537e40f3a27d4eed78a718c7 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:03:04.311081 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-56e04e4a-ff8a-47d3-bb2a-e0750d09ea34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:03:04.319729 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-56e04e4a-ff8a-47d3-bb2a-e0750d09ea34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:03:04.332858 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e04e4a-ff8a-47d3-bb2a-e0750d09ea34 admin admin] Made reservation on behalf of 2eacdaeb537e40f3a27d4eed78a718c7 for: {'subnet': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:03:04.338693 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-56e04e4a-ff8a-47d3-bb2a-e0750d09ea34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853125893'] for subnet, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:04.454444 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41581472-58aa-43bd-a680-99670f8a4733 req-d5a24c1f-46eb-4176-ab54-8448b426cdfe tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:04.456133 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-41581472-58aa-43bd-a680-99670f8a4733 req-d5a24c1f-46eb-4176-ab54-8448b426cdfe tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 945 time: 0.1290085
Jul 13 22:03:04.511253 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-41581472-58aa-43bd-a680-99670f8a4733 req-70619e52-d11a-4389-bb44-52ff9aa49b90 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464296
Jul 13 22:03:04.588851 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-56e04e4a-ff8a-47d3-bb2a-e0750d09ea34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852293047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853125910'] for subnet, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:04.593427 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:04.673148 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e04e4a-ff8a-47d3-bb2a-e0750d09ea34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e93ea934-e863-43bd-adcf-76d3f41745e3,revision_number=0']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:04.677677 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-56e04e4a-ff8a-47d3-bb2a-e0750d09ea34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:04.686197 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e04e4a-ff8a-47d3-bb2a-e0750d09ea34 admin admin] Checking segment: {'id': '2d71258c-9cd2-480e-be39-4087025bf4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '7e2c42d8-fc87-4744-9d1d-874d97bc90fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:03:04.686628 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e04e4a-ff8a-47d3-bb2a-e0750d09ea34 admin admin] Network hostable DHCP agents. Network: 7e2c42d8-fc87-4744-9d1d-874d97bc90fe, hostable agents: ['42e73b5f-b36d-45e9-8068-895c526abb3e'], hosted agents: [] {{(pid=82083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 13 22:03:04.708395 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e04e4a-ff8a-47d3-bb2a-e0750d09ea34 admin admin] Network 7e2c42d8-fc87-4744-9d1d-874d97bc90fe is scheduled to be hosted by DHCP agent 42e73b5f-b36d-45e9-8068-895c526abb3e with binding_index 1 {{(pid=82083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 13 22:03:04.710101 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:04.716766 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-56e04e4a-ff8a-47d3-bb2a-e0750d09ea34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-iscsi, 7e2c42d8-fc87-4744-9d1d-874d97bc90fe) {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:03:04.720609 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e04e4a-ff8a-47d3-bb2a-e0750d09ea34 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:04.721297 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-56e04e4a-ff8a-47d3-bb2a-e0750d09ea34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:04.739022 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa81b80-c0ac-40ce-89c8-7da5173c45ba None None] Network 7e2c42d8-fc87-4744-9d1d-874d97bc90fe requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:03:04.742455 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-56e04e4a-ff8a-47d3-bb2a-e0750d09ea34 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4544849
Jul 13 22:03:04.972887 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19de8e77-ff05-4144-8771-621de690e6e2 None None] Network 7e2c42d8-fc87-4744-9d1d-874d97bc90fe requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:03:05.414915 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223e8d7-6ff7-4234-bf59-e617b3ca0705 req-1ae1a45c-3f25-4b66-92d8-2130fa920774 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:05.416526 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e223e8d7-6ff7-4234-bf59-e617b3ca0705 req-1ae1a45c-3f25-4b66-92d8-2130fa920774 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 945 time: 0.0847838
Jul 13 22:03:05.474128 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e223e8d7-6ff7-4234-bf59-e617b3ca0705 req-19924f0a-6a9e-425c-8a45-0f8b315f8a56 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509410
Jul 13 22:03:05.507392 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 43178) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:05.561393 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-02438471-90d6-48e6-bbd4-ceff6f126f56 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:05.569509 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-02438471-90d6-48e6-bbd4-ceff6f126f56 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/networks?id=94ceb28b-1d67-44bd-89fc-864f4cbba322 HTTP/1.1" status: 200  len: 808 time: 0.1817224
Jul 13 22:03:05.588013 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-d6430dfa-2709-41d0-9773-4439dcd54ad5 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/quotas/2530706b58cf4237b0b2f9b0af81d896 HTTP/1.1" status: 200  len: 375 time: 0.0173938
Jul 13 22:03:05.639918 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-f28768f6-fb21-4598-90c4-4710c9f76058 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2530706b58cf4237b0b2f9b0af81d896&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0508361
Jul 13 22:03:05.724710 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 43190) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:05.733836 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-623717194-network', 'tenant_id': '831925c0df5549ac9d751d972e5c19e4'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:03:05.746643 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:03:05.751283 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] Usage tracker for resource:network and tenant:831925c0df5549ac9d751d972e5c19e4 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:03:05.756680 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:03:05.763976 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:03:05.819208 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-277856d6-7b05-4fa4-8cfe-5f7aaa2f0fca service neutron] 10.222.0.18 "GET /v2.0/networks/94ceb28b-1d67-44bd-89fc-864f4cbba322?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1761682
Jul 13 22:03:05.821183 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] Made reservation on behalf of 831925c0df5549ac9d751d972e5c19e4 for: {'network': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:03:05.826450 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for network, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:05.846968 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:05.943878 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:03:05.951756 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] Usage tracker for resource:security_group_rule and tenant:831925c0df5549ac9d751d972e5c19e4 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:03:05.960522 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:03:05.974384 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:03:05.975080 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-71699c5f-2616-4025-b596-9a34af681790 service neutron] 10.222.0.18 "GET /v2.0/networks/94ceb28b-1d67-44bd-89fc-864f4cbba322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492541
Jul 13 22:03:05.983401 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-d5edb46e-813b-4e71-aaf4-48f57d2f837e tempest-TestMinimumBasicScenario-1581537319 tempest-TestMinimumBasicScenario-1581537319-project-admin] Synchronizing usage tracker for tenant:4db584c7a64942b7a8e03e0989961e90 on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:03:06.026240 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51e3cc-599b-49a9-86e1-2f5d914c0730 req-18c6dd60-86de-4735-8f2e-b7b7c6031dc2 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:06.027830 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e51e3cc-599b-49a9-86e1-2f5d914c0730 req-18c6dd60-86de-4735-8f2e-b7b7c6031dc2 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 945 time: 0.1700528
Jul 13 22:03:06.033495 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-d5edb46e-813b-4e71-aaf4-48f57d2f837e tempest-TestMinimumBasicScenario-1581537319 tempest-TestMinimumBasicScenario-1581537319-project-admin] Unset dirty status for tenant:4db584c7a64942b7a8e03e0989961e90 on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:03:06.038006 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-d5edb46e-813b-4e71-aaf4-48f57d2f837e tempest-TestMinimumBasicScenario-1581537319 tempest-TestMinimumBasicScenario-1581537319-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 1093 time: 0.5251918
Jul 13 22:03:06.038338 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 43196) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:06.044390 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Request body: {'floatingip': {'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'port_id': '07723ddc-bf6e-4f31-ad96-4279c8a48367', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:03:06.050452 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:03:06.055116 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Usage tracker for resource:floatingip and tenant:d2468f829f2c4d188014193e66e67de5 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:03:06.058829 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:03:06.065175 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:03:06.075834 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for floatingip, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:06.100947 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e51e3cc-599b-49a9-86e1-2f5d914c0730 req-d8c713d7-40ea-41c7-9e62-5f9756cdc70c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640142
Jul 13 22:03:06.135824 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:06.141743 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:06.155788 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113}  {{(pid=82083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 13 22:03:06.166304 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:06.166722 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.segments_db [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] Added segment 42f4fd98-b314-49ae-ac56-8442e8c58825 of type vlan for network e267f179-f846-4a4c-9da2-9009a197eea1
Jul 13 22:03:06.191512 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-d7ea1db8-257d-4098-b7da-10b0118f987c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:06.224229 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782997489472'] for network, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:06.232402 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cd975c-9241-4a54-b609-80f54793a1a5,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:06.250398 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:06.329992 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330'] for network, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:06.332547 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:06.333794 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:06.342155 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:06.366584 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:03:06.477467 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8bbe211d-2c99-4639-a6bf-265cf6125dc1 req-5aaf43c9-7ba2-441b-b464-7faf5ab832fa tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 210 time: 0.3373630
Jul 13 22:03:06.558479 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:06.677246 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ac11f-9e82-4f59-87fe-2ea4633572f7 req-1aae407d-8ceb-4cb3-a132-6ce6ab05fb67 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:06.679817 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fe1ac11f-9e82-4f59-87fe-2ea4633572f7 req-1aae407d-8ceb-4cb3-a132-6ce6ab05fb67 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 945 time: 0.4282665
Jul 13 22:03:06.680893 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] Pushing event updated for resources: {'Network': ['ID=e267f179-f846-4a4c-9da2-9009a197eea1,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:06.686965 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9607005
Jul 13 22:03:06.690066 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:06.690554 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 43212) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:06.696496 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-59fb2427-3193-4532-86b4-fca0fb0cedbf admin admin] Request body: {'subnet': {'network_id': 'e267f179-f846-4a4c-9da2-9009a197eea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-623717194-subnet', 'tenant_id': '831925c0df5549ac9d751d972e5c19e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:03:06.699905 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Network e267f179-f846-4a4c-9da2-9009a197eea1 details requested by agent ovs-agent-dv-cinder-800618-1-iscsi with host dv-cinder-800618-1-iscsi {{(pid=82085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jul 13 22:03:06.712176 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-59fb2427-3193-4532-86b4-fca0fb0cedbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:03:06.718626 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Allocated IP 172.27.3.101 (c8866fbd-09a0-4cda-b97c-1016e46e3e88/8a6156a0-7e3f-4c59-8b62-81399f240021/a7b8a543-458c-4a40-a243-c68122db77fc) {{(pid=82084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:03:06.731469 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-59fb2427-3193-4532-86b4-fca0fb0cedbf admin admin] Usage tracker for resource:subnet and tenant:831925c0df5549ac9d751d972e5c19e4 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:03:06.734777 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-59fb2427-3193-4532-86b4-fca0fb0cedbf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:03:06.742405 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-59fb2427-3193-4532-86b4-fca0fb0cedbf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:03:06.752017 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fb2427-3193-4532-86b4-fca0fb0cedbf admin admin] Made reservation on behalf of 831925c0df5549ac9d751d972e5c19e4 for: {'subnet': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:03:06.756805 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-59fb2427-3193-4532-86b4-fca0fb0cedbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853125893'] for subnet, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:06.872829 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fe1ac11f-9e82-4f59-87fe-2ea4633572f7 req-40a90b48-3ee1-46ba-9a14-ab97a17f10c6 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1631801
Jul 13 22:03:06.898280 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 43218) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:06.948214 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for port, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:06.991785 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2579020'] for port, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:06.997571 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:07.054314 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-59fb2427-3193-4532-86b4-fca0fb0cedbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852293047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853125910'] for subnet, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:07.062514 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-56e04e4a-ff8a-47d3-bb2a-e0750d09ea34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:07.092746 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Pushing event updated for resources: {'Port': ['ID=a7b8a543-458c-4a40-a243-c68122db77fc,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:07.097965 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:07.100055 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Network c8866fbd-09a0-4cda-b97c-1016e46e3e88 is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:03:07.102159 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:03:07.104723 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Received port after_create {{(pid=82084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:03:07.204259 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb2427-3193-4532-86b4-fca0fb0cedbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ec262b4-0e38-49e5-8671-d8d0e6a4b81e,revision_number=0']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:07.210227 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-59fb2427-3193-4532-86b4-fca0fb0cedbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:07.213949 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fb2427-3193-4532-86b4-fca0fb0cedbf admin admin] Checking segment: {'id': '42f4fd98-b314-49ae-ac56-8442e8c58825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e267f179-f846-4a4c-9da2-9009a197eea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:03:07.214359 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fb2427-3193-4532-86b4-fca0fb0cedbf admin admin] Network hostable DHCP agents. Network: e267f179-f846-4a4c-9da2-9009a197eea1, hostable agents: ['42e73b5f-b36d-45e9-8068-895c526abb3e'], hosted agents: [] {{(pid=82083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jul 13 22:03:07.261525 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-e5b0bb0b-1c5c-42d0-9c7c-5b088304d9c0 tempest-TestShelveInstance-407892954 tempest-TestShelveInstance-407892954-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 1093 time: 0.3588536
Jul 13 22:03:07.261708 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 43230) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:07.264414 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fb2427-3193-4532-86b4-fca0fb0cedbf admin admin] Network e267f179-f846-4a4c-9da2-9009a197eea1 is scheduled to be hosted by DHCP agent 42e73b5f-b36d-45e9-8068-895c526abb3e with binding_index 1 {{(pid=82083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jul 13 22:03:07.271611 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Request body: {'floatingip': {'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'port_id': '68c81983-898b-4f2e-9aa7-b91e4d939318', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'fixed_ip_address': '172.20.0.9'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:03:07.280050 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:03:07.283880 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-59fb2427-3193-4532-86b4-fca0fb0cedbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800618-1-iscsi, e267f179-f846-4a4c-9da2-9009a197eea1) {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:03:07.285822 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Usage tracker for resource:floatingip and tenant:3065358f8c8941dc9ed172c1f78f2728 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:03:07.290592 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:03:07.293072 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df37921-48bd-471b-a3f9-6056683e9e73 None None] Network e267f179-f846-4a4c-9da2-9009a197eea1 requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:03:07.294464 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fb2427-3193-4532-86b4-fca0fb0cedbf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:07.295115 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-59fb2427-3193-4532-86b4-fca0fb0cedbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:07.308672 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:03:07.348935 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-59fb2427-3193-4532-86b4-fca0fb0cedbf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6504805
Jul 13 22:03:07.348935 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for floatingip, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:07.559297 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:07.727401 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525a2a45-3762-449c-b5ae-d809a86145e8 None None] Network e267f179-f846-4a4c-9da2-9009a197eea1 requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:03:07.853772 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-dec82821-404f-43c3-9322-f25bfb0d0375 req-3d90f27f-0002-4f92-b32e-6cf79fefb104 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 210 time: 0.1379905
Jul 13 22:03:07.882979 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Allocated IP 172.27.3.128 (c8866fbd-09a0-4cda-b97c-1016e46e3e88/8a6156a0-7e3f-4c59-8b62-81399f240021/1f249228-05ca-47ca-a8a8-61f923841dd4) {{(pid=82083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:03:07.896242 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:07.972924 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:08.063962 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-d7c3bc79-d8a7-4112-a2df-497b76e84af7 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:08.064727 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-d7c3bc79-d8a7-4112-a2df-497b76e84af7 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Synchronizing usage tracker for tenant:2530706b58cf4237b0b2f9b0af81d896 on resource:network {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:03:08.102174 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-d7c3bc79-d8a7-4112-a2df-497b76e84af7 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Unset dirty status for tenant:2530706b58cf4237b0b2f9b0af81d896 on resource:network {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:03:08.105850 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-d7c3bc79-d8a7-4112-a2df-497b76e84af7 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.15 "GET /v2.0/networks?id=94ceb28b-1d67-44bd-89fc-864f4cbba322 HTTP/1.1" status: 200  len: 808 time: 0.4497607
Jul 13 22:03:08.154518 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-5d5eff8e-88a9-4434-a714-a90f7b06c8c7 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Request body: {'port': {'device_id': '8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7', 'network_id': '94ceb28b-1d67-44bd-89fc-864f4cbba322', 'admin_state_up': True, 'tenant_id': '2530706b58cf4237b0b2f9b0af81d896'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:03:08.296125 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for port, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:08.302202 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for port, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:08.306349 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852196779'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:08.311148 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-74c2cf49-0848-4b86-97c3-3b8d111a0898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:08.391185 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-5d5eff8e-88a9-4434-a714-a90f7b06c8c7 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:03:08.397019 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-5d5eff8e-88a9-4434-a714-a90f7b06c8c7 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Usage tracker for resource:port and tenant:2530706b58cf4237b0b2f9b0af81d896 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:03:08.401092 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-5d5eff8e-88a9-4434-a714-a90f7b06c8c7 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:03:08.412004 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-5d5eff8e-88a9-4434-a714-a90f7b06c8c7 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:03:08.414669 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:08.421041 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a12d8723-4a54-4461-a424-880cbe97c75c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:08.427524 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758945'] for floatingip, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:08.510656 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Pushing event updated for resources: {'Port': ['ID=1f249228-05ca-47ca-a8a8-61f923841dd4,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:08.516944 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:08.528030 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Network c8866fbd-09a0-4cda-b97c-1016e46e3e88 is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:03:08.529756 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:03:08.532243 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-5d5eff8e-88a9-4434-a714-a90f7b06c8c7 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Made reservation on behalf of 2530706b58cf4237b0b2f9b0af81d896 for: {'port': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:03:08.538845 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-5d5eff8e-88a9-4434-a714-a90f7b06c8c7 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:08.552742 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Received port after_create {{(pid=82083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:03:08.554981 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Pushing event updated for resources: {'Port': ['ID=a7b8a543-458c-4a40-a243-c68122db77fc,revision_number=2']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:08.564097 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:08.646767 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.l3_db [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Floating IP f8317030-1386-4a94-b52f-48cb1943e925 associated. External IP: 172.27.3.101, port: 07723ddc-bf6e-4f31-ad96-4279c8a48367.
Jul 13 22:03:08.944309 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-5d5eff8e-88a9-4434-a714-a90f7b06c8c7 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Allocated IP 172.20.0.14 (94ceb28b-1d67-44bd-89fc-864f4cbba322/1734c82d-53d6-46db-b139-d488ee342875/6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95) {{(pid=82083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:03:09.071826 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-361b2c07-4bfe-49dc-bf37-542b016c37d0 req-0cb83470-d7c0-4a94-8711-895dbc181b87 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 210 time: 0.0676577
Jul 13 22:03:09.072153 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Router c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:03:09.284343 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:03:09.299404 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb6db7a-5052-45dd-8e7a-a3d8a57eb9ca None None] Sync routers for ids ['c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'] in dv-cinder-800618-1-iscsi {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:03:09.311384 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for floatingip, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:09.318402 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb6db7a-5052-45dd-8e7a-a3d8a57eb9ca None None] Routers {'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:03:09.319365 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-aeb6db7a-5052-45dd-8e7a-a3d8a57eb9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf3614fa20>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:03:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:03:09.372902 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.3333960
Jul 13 22:03:09.374054 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 43264) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:09.374880 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09310665-c0e5-45bc-a221-51050217e96e', 'tag': '07723ddc-bf6e-4f31-ad96-4279c8a48367'}] {{(pid=82084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:03:09.385790 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-c76609b1-b2a9-441f-8188-7522cd68ce6a tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-847213423', 'description': 'tempest-secgroup-smoke-847213423 description', 'project_id': 'd2468f829f2c4d188014193e66e67de5'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:03:09.394508 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-c76609b1-b2a9-441f-8188-7522cd68ce6a tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:03:09.406299 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-c76609b1-b2a9-441f-8188-7522cd68ce6a tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:03:09.418331 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c76609b1-b2a9-441f-8188-7522cd68ce6a tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:09.454949 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09310665-c0e5-45bc-a221-51050217e96e', 'tag': '07723ddc-bf6e-4f31-ad96-4279c8a48367', 'status': 'completed', 'code': 200}
Jul 13 22:03:09.462603 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-c76609b1-b2a9-441f-8188-7522cd68ce6a tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:03:09.467277 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-c76609b1-b2a9-441f-8188-7522cd68ce6a tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Usage tracker for resource:security_group_rule and tenant:d2468f829f2c4d188014193e66e67de5 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:03:09.470536 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-c76609b1-b2a9-441f-8188-7522cd68ce6a tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:03:09.477954 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-c76609b1-b2a9-441f-8188-7522cd68ce6a tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:03:09.571978 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-aeb6db7a-5052-45dd-8e7a-a3d8a57eb9ca None None] Set router c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:03:09.586425 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c76609b1-b2a9-441f-8188-7522cd68ce6a tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:09.592105 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c76609b1-b2a9-441f-8188-7522cd68ce6a tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:09.602533 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-41453181-5b49-437c-b194-c7e1eb32556d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:09.663426 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c76609b1-b2a9-441f-8188-7522cd68ce6a tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:09.667472 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-c76609b1-b2a9-441f-8188-7522cd68ce6a tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2847002
Jul 13 22:03:09.667472 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76609b1-b2a9-441f-8188-7522cd68ce6a tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f0442b-2351-4b6b-b115-c77680578ca1,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:09.668609 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c76609b1-b2a9-441f-8188-7522cd68ce6a tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:09.669180 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 43272) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:09.678654 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-e157f2a2-0f43-43bc-9c4d-4f3f05a2683c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Request body: {'security_group_rule': {'security_group_id': 'b1f0442b-2351-4b6b-b115-c77680578ca1', 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:03:09.682158 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-5d5eff8e-88a9-4434-a714-a90f7b06c8c7 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Notify callbacks [] for port, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:09.684702 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-e157f2a2-0f43-43bc-9c4d-4f3f05a2683c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:03:09.688720 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-e157f2a2-0f43-43bc-9c4d-4f3f05a2683c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Usage tracker for resource:security_group_rule and tenant:d2468f829f2c4d188014193e66e67de5 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:03:09.691780 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-e157f2a2-0f43-43bc-9c4d-4f3f05a2683c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:03:09.698452 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-e157f2a2-0f43-43bc-9c4d-4f3f05a2683c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:03:09.730781 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d9b2c382-2938-4458-b702-4c09d9adc57d req-1b0c3ddf-8751-4b6d-83a7-bb53f04d0a81 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2468f829f2c4d188014193e66e67de5&device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 1098 time: 0.1897433
Jul 13 22:03:09.731580 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e157f2a2-0f43-43bc-9c4d-4f3f05a2683c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:09.816719 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:09.818574 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-5d5eff8e-88a9-4434-a714-a90f7b06c8c7 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:09.849513 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-3dd777ab-daf6-465e-82c6-4a79ec4ffd4d tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:09.931948 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2c382-2938-4458-b702-4c09d9adc57d req-e01edd29-caa2-4568-afda-e2fe1a9caf3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:09.935836 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d9b2c382-2938-4458-b702-4c09d9adc57d req-e01edd29-caa2-4568-afda-e2fe1a9caf3e service neutron] 10.222.0.15 "GET /v2.0/networks?id=97c4f6d1-e296-4289-9ad3-d87e8316a6bc HTTP/1.1" status: 200  len: 916 time: 0.1882007
Jul 13 22:03:09.950625 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-5d5eff8e-88a9-4434-a714-a90f7b06c8c7 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Network 94ceb28b-1d67-44bd-89fc-864f4cbba322 is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:03:09.954564 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:09.985049 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-5d5eff8e-88a9-4434-a714-a90f7b06c8c7 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:03:09.993611 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5eff8e-88a9-4434-a714-a90f7b06c8c7 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Pushing event updated for resources: {'Port': ['ID=6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:09.996068 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-5d5eff8e-88a9-4434-a714-a90f7b06c8c7 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Received port after_create {{(pid=82083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:03:10.029202 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-5d5eff8e-88a9-4434-a714-a90f7b06c8c7 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:10.094457 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-aeb6db7a-5052-45dd-8e7a-a3d8a57eb9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf3614fa20>, [{'id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'name': 'tempest-TestMinimumBasicScenario-1296777549-router', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:22Z', 'updated_at': '2021-07-13T22:01:32Z', 'revision_number': 4, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'gw_port': {'id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:23Z', 'updated_at': '2021-07-13T22:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': 'f8317030-1386-4a94-b52f-48cb1943e925', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'port_id': '07723ddc-bf6e-4f31-ad96-4279c8a48367', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc', 'mac_address': 'fa:16:3e:25:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09310665-c0e5-45bc-a221-51050217e96e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:03:07Z', 'updated_at': '2021-07-13T22:03:07Z', 'revision_number': 0, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5919ba2b-78db-49fc-8990-2daf85027299', 'name': '', 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'mac_address': 'fa:16:3e:9f:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b6788bc-afc5-4f4b-af69-27a001c307e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:29Z', 'updated_at': '2021-07-13T22:01:49Z', 'revision_number': 5, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'subnets': [{'id': '8b6788bc-afc5-4f4b-af69-27a001c307e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:03:10.095373 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-5d5eff8e-88a9-4434-a714-a90f7b06c8c7 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:10.096092 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-5d5eff8e-88a9-4434-a714-a90f7b06c8c7 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:10.099778 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb6db7a-5052-45dd-8e7a-a3d8a57eb9ca None None] Checking router: c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8 for host: dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:03:10.111899 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb6db7a-5052-45dd-8e7a-a3d8a57eb9ca None None] Routers {'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:03:10.112577 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-aeb6db7a-5052-45dd-8e7a-a3d8a57eb9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf3614fa20>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:03:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:03:10.211065 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-5d5eff8e-88a9-4434-a714-a90f7b06c8c7 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0724316
Jul 13 22:03:10.235646 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] Request body: {'port': {'device_id': '8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:03:10.357802 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e157f2a2-0f43-43bc-9c4d-4f3f05a2683c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:10.365455 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e157f2a2-0f43-43bc-9c4d-4f3f05a2683c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215557'] for security_group_rule, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:10.378651 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:10.423162 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157f2a2-0f43-43bc-9c4d-4f3f05a2683c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d8ce20-e51e-463b-93f2-a097b32f566b,revision_number=0']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:10.431303 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e157f2a2-0f43-43bc-9c4d-4f3f05a2683c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:10.446464 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e157f2a2-0f43-43bc-9c4d-4f3f05a2683c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:10.450867 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-e157f2a2-0f43-43bc-9c4d-4f3f05a2683c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.7802889
Jul 13 22:03:10.451968 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 43288) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:10.453905 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d9b2c382-2938-4458-b702-4c09d9adc57d req-0642cd12-3d3f-4452-903b-c0cb2fdb5c47 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07723ddc-bf6e-4f31-ad96-4279c8a48367 HTTP/1.1" status: 200  len: 999 time: 0.5050447
Jul 13 22:03:10.460310 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-1ba8cd48-9f80-4da1-be6d-032ae9771328 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Request body: {'security_group_rule': {'security_group_id': 'b1f0442b-2351-4b6b-b115-c77680578ca1', 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:03:10.466577 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-1ba8cd48-9f80-4da1-be6d-032ae9771328 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:03:10.470818 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-1ba8cd48-9f80-4da1-be6d-032ae9771328 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Usage tracker for resource:security_group_rule and tenant:d2468f829f2c4d188014193e66e67de5 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:03:10.474917 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-1ba8cd48-9f80-4da1-be6d-032ae9771328 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:03:10.481197 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-1ba8cd48-9f80-4da1-be6d-032ae9771328 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:03:10.523764 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for port, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:10.529156 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:10.551026 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852293183'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:10.556359 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2c382-2938-4458-b702-4c09d9adc57d req-2fcb8330-6169-44fe-ac2e-62b7bc9138b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:10.558134 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d9b2c382-2938-4458-b702-4c09d9adc57d req-2fcb8330-6169-44fe-ac2e-62b7bc9138b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b6788bc-afc5-4f4b-af69-27a001c307e2 HTTP/1.1" status: 200  len: 854 time: 0.0679812
Jul 13 22:03:10.559421 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-aeb6db7a-5052-45dd-8e7a-a3d8a57eb9ca None None] Set router c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:03:10.560282 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4f378865-58d4-4509-9841-1f44518d97f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:10.604157 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1ba8cd48-9f80-4da1-be6d-032ae9771328 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:10.679466 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d9b2c382-2938-4458-b702-4c09d9adc57d req-ce4da0fa-1d15-4741-be1d-8a13b87fc53c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=97c4f6d1-e296-4289-9ad3-d87e8316a6bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1138234
Jul 13 22:03:10.703411 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1ba8cd48-9f80-4da1-be6d-032ae9771328 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:10.708346 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1ba8cd48-9f80-4da1-be6d-032ae9771328 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215557'] for security_group_rule, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:10.711109 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:10.736669 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8cd48-9f80-4da1-be6d-032ae9771328 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98d3db0-25c1-460b-886b-5f3a1d1e041c,revision_number=0']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:10.740010 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1ba8cd48-9f80-4da1-be6d-032ae9771328 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:10.768970 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1ba8cd48-9f80-4da1-be6d-032ae9771328 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:10.769691 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Pushing event updated for resources: {'Port': ['ID=1f249228-05ca-47ca-a8a8-61f923841dd4,revision_number=2']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:10.770984 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-1ba8cd48-9f80-4da1-be6d-032ae9771328 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3155601
Jul 13 22:03:10.773959 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:10.778767 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 43296) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:10.781371 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7356ac-e5e3-4885-b9f0-983d8437217d req-14f9a1f1-81ca-4c98-aa39-29b75125b81f tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:10.782371 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-4d7356ac-e5e3-4885-b9f0-983d8437217d req-14f9a1f1-81ca-4c98-aa39-29b75125b81f tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Synchronizing usage tracker for tenant:2530706b58cf4237b0b2f9b0af81d896 on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:03:10.834120 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-2981c097-6ff4-4470-a966-c4345668d86b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Request body: {'security_group_rule': {'security_group_id': 'b1f0442b-2351-4b6b-b115-c77680578ca1', 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:03:10.854703 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-2981c097-6ff4-4470-a966-c4345668d86b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:03:10.862427 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-2981c097-6ff4-4470-a966-c4345668d86b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Usage tracker for resource:security_group_rule and tenant:d2468f829f2c4d188014193e66e67de5 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:03:10.867417 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-2981c097-6ff4-4470-a966-c4345668d86b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:03:10.876861 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-2981c097-6ff4-4470-a966-c4345668d86b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:03:10.897901 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758945'] for floatingip, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:10.925242 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d9b2c382-2938-4458-b702-4c09d9adc57d req-e8ec4ae9-05a9-4135-8349-b1caad13be26 service neutron] 10.222.0.15 "GET /v2.0/networks/97c4f6d1-e296-4289-9ad3-d87e8316a6bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1807210
Jul 13 22:03:10.925451 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2981c097-6ff4-4470-a966-c4345668d86b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:10.962254 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-4d7356ac-e5e3-4885-b9f0-983d8437217d req-14f9a1f1-81ca-4c98-aa39-29b75125b81f tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Unset dirty status for tenant:2530706b58cf4237b0b2f9b0af81d896 on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:03:10.969841 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4d7356ac-e5e3-4885-b9f0-983d8437217d req-14f9a1f1-81ca-4c98-aa39-29b75125b81f tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 932 time: 0.6568708
Jul 13 22:03:10.994108 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-aeb6db7a-5052-45dd-8e7a-a3d8a57eb9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf3614fa20>, [{'id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'name': 'tempest-TestMinimumBasicScenario-1296777549-router', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:22Z', 'updated_at': '2021-07-13T22:01:32Z', 'revision_number': 4, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'gw_port': {'id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:23Z', 'updated_at': '2021-07-13T22:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': 'f8317030-1386-4a94-b52f-48cb1943e925', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'port_id': '07723ddc-bf6e-4f31-ad96-4279c8a48367', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc', 'mac_address': 'fa:16:3e:25:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09310665-c0e5-45bc-a221-51050217e96e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:03:07Z', 'updated_at': '2021-07-13T22:03:07Z', 'revision_number': 0, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5919ba2b-78db-49fc-8990-2daf85027299', 'name': '', 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'mac_address': 'fa:16:3e:9f:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b6788bc-afc5-4f4b-af69-27a001c307e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:29Z', 'updated_at': '2021-07-13T22:01:49Z', 'revision_number': 5, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'subnets': [{'id': '8b6788bc-afc5-4f4b-af69-27a001c307e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:03:10.998610 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb6db7a-5052-45dd-8e7a-a3d8a57eb9ca None None] The sync data for ids ['c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'] in dv-cinder-800618-1-iscsi is: [{'id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'name': 'tempest-TestMinimumBasicScenario-1296777549-router', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:22Z', 'updated_at': '2021-07-13T22:01:32Z', 'revision_number': 4, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'gw_port': {'id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:23Z', 'updated_at': '2021-07-13T22:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': 'f8317030-1386-4a94-b52f-48cb1943e925', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'floating_ip_address': '172.27.3.101', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'port_id': '07723ddc-bf6e-4f31-ad96-4279c8a48367', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc', 'mac_address': 'fa:16:3e:25:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09310665-c0e5-45bc-a221-51050217e96e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:03:07Z', 'updated_at': '2021-07-13T22:03:07Z', 'revision_number': 0, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5919ba2b-78db-49fc-8990-2daf85027299', 'name': '', 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'mac_address': 'fa:16:3e:9f:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b6788bc-afc5-4f4b-af69-27a001c307e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:29Z', 'updated_at': '2021-07-13T22:01:49Z', 'revision_number': 5, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'subnets': [{'id': '8b6788bc-afc5-4f4b-af69-27a001c307e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:03:11.122864 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2981c097-6ff4-4470-a966-c4345668d86b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:11.125256 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d9b2c382-2938-4458-b702-4c09d9adc57d req-4ef3ccfd-b7f6-47b0-96d5-df27fc33869a service neutron] 10.222.0.15 "GET /v2.0/networks/97c4f6d1-e296-4289-9ad3-d87e8316a6bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1905990
Jul 13 22:03:11.126309 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2981c097-6ff4-4470-a966-c4345668d86b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215557'] for security_group_rule, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:11.128338 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:11.152812 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981c097-6ff4-4470-a966-c4345668d86b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373ee24d-ab28-407f-865a-cc25716aa638,revision_number=0']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:11.155389 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2981c097-6ff4-4470-a966-c4345668d86b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:11.164912 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2981c097-6ff4-4470-a966-c4345668d86b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:11.166281 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-2981c097-6ff4-4470-a966-c4345668d86b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3863611
Jul 13 22:03:11.169517 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 43300) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:11.175446 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-775bebfa-42c9-449f-9a42-17d23bdbafde tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Request body: {'security_group_rule': {'security_group_id': 'b1f0442b-2351-4b6b-b115-c77680578ca1', 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:03:11.181620 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-775bebfa-42c9-449f-9a42-17d23bdbafde tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:03:11.185743 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-775bebfa-42c9-449f-9a42-17d23bdbafde tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Usage tracker for resource:security_group_rule and tenant:d2468f829f2c4d188014193e66e67de5 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:03:11.188953 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-775bebfa-42c9-449f-9a42-17d23bdbafde tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:03:11.195538 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-775bebfa-42c9-449f-9a42-17d23bdbafde tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:03:11.209623 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-4d7356ac-e5e3-4885-b9f0-983d8437217d req-5f5004d2-28e8-43b7-93af-f837ddd94634 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Synchronizing usage tracker for tenant:2530706b58cf4237b0b2f9b0af81d896 on resource:security_group {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:03:11.212193 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-775bebfa-42c9-449f-9a42-17d23bdbafde tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:11.278672 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-4d7356ac-e5e3-4885-b9f0-983d8437217d req-5f5004d2-28e8-43b7-93af-f837ddd94634 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Unset dirty status for tenant:2530706b58cf4237b0b2f9b0af81d896 on resource:security_group {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:03:11.279909 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4d7356ac-e5e3-4885-b9f0-983d8437217d req-5f5004d2-28e8-43b7-93af-f837ddd94634 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2951136
Jul 13 22:03:11.281861 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-775bebfa-42c9-449f-9a42-17d23bdbafde tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:11.285093 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-775bebfa-42c9-449f-9a42-17d23bdbafde tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215557'] for security_group_rule, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:11.287273 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:11.324326 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bebfa-42c9-449f-9a42-17d23bdbafde tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806f2f6f-f458-4dc5-bcdf-331b317ada7e,revision_number=0']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:11.327054 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-775bebfa-42c9-449f-9a42-17d23bdbafde tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:11.334191 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-775bebfa-42c9-449f-9a42-17d23bdbafde tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:11.337241 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-775bebfa-42c9-449f-9a42-17d23bdbafde tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1649961
Jul 13 22:03:11.338567 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 43304) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:11.344746 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-03809346-61b9-415d-89af-901e2ee1c4c3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Request body: {'security_group_rule': {'security_group_id': 'b1f0442b-2351-4b6b-b115-c77680578ca1', 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:03:11.351478 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-03809346-61b9-415d-89af-901e2ee1c4c3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:03:11.356558 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-03809346-61b9-415d-89af-901e2ee1c4c3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Usage tracker for resource:security_group_rule and tenant:d2468f829f2c4d188014193e66e67de5 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:03:11.360279 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-03809346-61b9-415d-89af-901e2ee1c4c3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:03:11.367393 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-03809346-61b9-415d-89af-901e2ee1c4c3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:03:11.372198 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38df851e-0328-49c4-ab2e-ba6e52349699 None None] New status for floating IP f8317030-1386-4a94-b52f-48cb1943e925: ACTIVE {{(pid=82086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 13 22:03:11.378905 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.securitygroups_db [None req-03809346-61b9-415d-89af-901e2ee1c4c3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Project d2468f829f2c4d188014193e66e67de5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 13 22:03:11.386650 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-03809346-61b9-415d-89af-901e2ee1c4c3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:11.397263 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95 {{(pid=82083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:03:11.405555 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:11.424246 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.l3_db [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Floating IP af08b3f9-309e-4cf1-86f8-261838a3a578 associated. External IP: 172.27.3.128, port: 68c81983-898b-4f2e-9aa7-b91e4d939318.
Jul 13 22:03:11.460925 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-03809346-61b9-415d-89af-901e2ee1c4c3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:11.464089 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-03809346-61b9-415d-89af-901e2ee1c4c3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215557'] for security_group_rule, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:11.466351 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:11.486190 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] Transition to ACTIVE for port object 6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95 will not be triggered until provisioned by entity L2. {{(pid=82083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:03:11.502690 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03809346-61b9-415d-89af-901e2ee1c4c3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8a146a-f08e-493a-bad8-a2573eea2698,revision_number=0']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:11.511425 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-03809346-61b9-415d-89af-901e2ee1c4c3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:11.515468 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-03809346-61b9-415d-89af-901e2ee1c4c3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1732066
Jul 13 22:03:11.515468 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-03809346-61b9-415d-89af-901e2ee1c4c3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:11.515697 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 43310) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:11.524183 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-cb081acf-5b1b-4a14-ba1b-bed5475c0e0b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Request body: {'security_group_rule': {'security_group_id': 'b1f0442b-2351-4b6b-b115-c77680578ca1', 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:03:11.530936 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-cb081acf-5b1b-4a14-ba1b-bed5475c0e0b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:03:11.536034 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-cb081acf-5b1b-4a14-ba1b-bed5475c0e0b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Usage tracker for resource:security_group_rule and tenant:d2468f829f2c4d188014193e66e67de5 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:03:11.540494 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-cb081acf-5b1b-4a14-ba1b-bed5475c0e0b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:03:11.548284 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-cb081acf-5b1b-4a14-ba1b-bed5475c0e0b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:03:11.561570 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.securitygroups_db [None req-cb081acf-5b1b-4a14-ba1b-bed5475c0e0b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Project d2468f829f2c4d188014193e66e67de5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 13 22:03:11.570564 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cb081acf-5b1b-4a14-ba1b-bed5475c0e0b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:11.671687 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cb081acf-5b1b-4a14-ba1b-bed5475c0e0b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:11.676648 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cb081acf-5b1b-4a14-ba1b-bed5475c0e0b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215557'] for security_group_rule, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:11.679047 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1ba8cd48-9f80-4da1-be6d-032ae9771328 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:11.705574 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb081acf-5b1b-4a14-ba1b-bed5475c0e0b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be6bc67-0eaa-4c89-913d-dce0a6dd3e4b,revision_number=0']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:11.709333 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-cb081acf-5b1b-4a14-ba1b-bed5475c0e0b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:11.717625 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cb081acf-5b1b-4a14-ba1b-bed5475c0e0b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:11.721832 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-cb081acf-5b1b-4a14-ba1b-bed5475c0e0b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2049439
Jul 13 22:03:11.753573 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852293183'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:11.764736 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f75e9c28-d9f3-45c8-8b04-8aebd3630a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:11.892295 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95,revision_number=2']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:11.896953 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:11.908827 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-38af0ce6-6912-42f5-8323-2cb1ef4c87a8 req-0c8f5b57-3836-4ce7-8d0f-c59e8c6000ea tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Synchronizing usage tracker for tenant:d2468f829f2c4d188014193e66e67de5 on resource:security_group {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:03:11.925061 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-38af0ce6-6912-42f5-8323-2cb1ef4c87a8 req-0c8f5b57-3836-4ce7-8d0f-c59e8c6000ea tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Unset dirty status for tenant:d2468f829f2c4d188014193e66e67de5 on resource:security_group {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:03:11.926587 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-38af0ce6-6912-42f5-8323-2cb1ef4c87a8 req-0c8f5b57-3836-4ce7-8d0f-c59e8c6000ea tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-847213423&fields=id&tenant_id=d2468f829f2c4d188014193e66e67de5 HTTP/1.1" status: 200  len: 267 time: 0.0663838
Jul 13 22:03:12.025651 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af0ce6-6912-42f5-8323-2cb1ef4c87a8 req-1d82176c-0fac-4ecd-b775-251728f065e1 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:12.033944 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-38af0ce6-6912-42f5-8323-2cb1ef4c87a8 req-1d82176c-0fac-4ecd-b775-251728f065e1 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 945 time: 0.1013255
Jul 13 22:03:12.040006 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-38af0ce6-6912-42f5-8323-2cb1ef4c87a8 req-583c5978-3a7e-4861-9cf8-896d3db2f25c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Request body: {'port': {'security_groups': ['af7c766d-7583-4258-a8f4-a3c5cccf90d8', 'b1f0442b-2351-4b6b-b115-c77680578ca1']}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:03:12.068960 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] Attempting to bind port 6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95 on host hv-cinder-80061 for vnic_type normal with profile  {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:03:12.069393 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] Attempting to bind port 6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95 by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': '4d900011-7bad-4db3-b483-fb48b347038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94ceb28b-1d67-44bd-89fc-864f4cbba322'}] {{(pid=82083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:03:12.069688 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] Attempting to bind port 6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95 on network 94ceb28b-1d67-44bd-89fc-864f4cbba322 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:03:12.081468 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] Port 6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95 on network 94ceb28b-1d67-44bd-89fc-864f4cbba322 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 13 22:03:12.082097 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] Attempting to bind port 6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95 on network 94ceb28b-1d67-44bd-89fc-864f4cbba322 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:03:12.092399 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] Checking agent: {'id': '86d26810-67bf-4143-935e-299d5b9ec4cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:03:12.092824 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] Checking segment: {'id': '4d900011-7bad-4db3-b483-fb48b347038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94ceb28b-1d67-44bd-89fc-864f4cbba322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:03:12.093227 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] Bound using segment: {'id': '4d900011-7bad-4db3-b483-fb48b347038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94ceb28b-1d67-44bd-89fc-864f4cbba322'} {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:03:12.093716 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] Bound port: 6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d900011-7bad-4db3-b483-fb48b347038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94ceb28b-1d67-44bd-89fc-864f4cbba322'}}] {{(pid=82083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:03:12.094103 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:12.182977 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-38af0ce6-6912-42f5-8323-2cb1ef4c87a8 req-583c5978-3a7e-4861-9cf8-896d3db2f25c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:12.335606 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] For port 6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95, host hv-cinder-80061, cleared binding levels {{(pid=82083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:03:12.339564 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] For port 6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95,segment=NetworkSegment(4d900011-7bad-4db3-b483-fb48b347038c),segment_id=4d900011-7bad-4db3-b483-fb48b347038c)] {{(pid=82083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:03:12.344869 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852293183'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:12.349547 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:12.423156 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:12.424649 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] 10.222.0.15 "PUT /v2.0/ports/6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95 HTTP/1.1" status: 200  len: 1094 time: 2.1938465
Jul 13 22:03:12.425220 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7', 'tag': '6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:03:12.471425 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-38af0ce6-6912-42f5-8323-2cb1ef4c87a8 req-583c5978-3a7e-4861-9cf8-896d3db2f25c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] For port 07723ddc-bf6e-4f31-ad96-4279c8a48367, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=07723ddc-bf6e-4f31-ad96-4279c8a48367,segment=NetworkSegment(b6c09138-8014-4cbf-b76d-c7d4483cf378),segment_id=b6c09138-8014-4cbf-b76d-c7d4483cf378)] {{(pid=82084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:03:12.499211 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-38af0ce6-6912-42f5-8323-2cb1ef4c87a8 req-583c5978-3a7e-4861-9cf8-896d3db2f25c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for port, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:12.502582 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95,revision_number=3']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:12.502741 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-38af0ce6-6912-42f5-8323-2cb1ef4c87a8 req-583c5978-3a7e-4861-9cf8-896d3db2f25c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852196779'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:12.508307 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bcc0448d-a939-4ad5-9c33-709b4c3a2f00 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:12.542546 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['07723ddc-bf6e-4f31-ad96-4279c8a48367'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:03:12.547719 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:12.578354 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af0ce6-6912-42f5-8323-2cb1ef4c87a8 req-583c5978-3a7e-4861-9cf8-896d3db2f25c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:12.579035 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-38af0ce6-6912-42f5-8323-2cb1ef4c87a8 req-583c5978-3a7e-4861-9cf8-896d3db2f25c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:12.585463 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-38af0ce6-6912-42f5-8323-2cb1ef4c87a8 req-583c5978-3a7e-4861-9cf8-896d3db2f25c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "PUT /v2.0/ports/07723ddc-bf6e-4f31-ad96-4279c8a48367 HTTP/1.1" status: 200  len: 981 time: 0.5505385
Jul 13 22:03:12.586063 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09310665-c0e5-45bc-a221-51050217e96e', 'tag': '07723ddc-bf6e-4f31-ad96-4279c8a48367'}] {{(pid=82084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:03:12.631100 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c5978-3a7e-4861-9cf8-896d3db2f25c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Pushing event updated for resources: {'Port': ['ID=07723ddc-bf6e-4f31-ad96-4279c8a48367,revision_number=6']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:12.634551 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-583c5978-3a7e-4861-9cf8-896d3db2f25c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:12.647139 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10053030-0bd3-46b4-858b-9b0bc245c690 req-89f374d4-58e6-412f-9ba2-24aa3ce6a343 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:12.654829 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-10053030-0bd3-46b4-858b-9b0bc245c690 req-89f374d4-58e6-412f-9ba2-24aa3ce6a343 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 944 time: 0.2237637
Jul 13 22:03:12.681790 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7', 'tag': '6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95', 'status': 'completed', 'code': 200}
Jul 13 22:03:12.700278 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-a96cf893-567f-4623-8ef3-30de4496ac2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2530706b58cf4237b0b2f9b0af81d896&device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 1097 time: 0.2001667
Jul 13 22:03:12.782622 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['07723ddc-bf6e-4f31-ad96-4279c8a48367'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:03:12.786806 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Router 65efbe97-f978-48b6-ac60-7c2823dbb4da has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:03:12.824801 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-247d3b82-cfcc-4854-8db3-1f3616284c06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95 HTTP/1.1" status: 200  len: 217 time: 0.1030140
Jul 13 22:03:12.831956 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-10053030-0bd3-46b4-858b-9b0bc245c690 req-99b41250-b0b0-44e2-aa3c-e59658ebc0f8 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1759799
Jul 13 22:03:12.929539 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09310665-c0e5-45bc-a221-51050217e96e', 'tag': '07723ddc-bf6e-4f31-ad96-4279c8a48367', 'status': 'completed', 'code': 200}
Jul 13 22:03:12.965127 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b5c4a-1ee7-40fc-a2e9-f3dff988ac67 req-cc6e55c8-a73c-41c3-948b-696a18cccbe7 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:12.967317 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-561b5c4a-1ee7-40fc-a2e9-f3dff988ac67 req-cc6e55c8-a73c-41c3-948b-696a18cccbe7 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 984 time: 0.1310277
Jul 13 22:03:13.092740 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-1292686b-b691-4605-b7f6-d8d00fd0698e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:13.094451 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-1292686b-b691-4605-b7f6-d8d00fd0698e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1734c82d-53d6-46db-b139-d488ee342875 HTTP/1.1" status: 200  len: 848 time: 0.2577033
Jul 13 22:03:13.096187 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-561b5c4a-1ee7-40fc-a2e9-f3dff988ac67 req-8d957e3b-00bf-4e7b-8b1d-e0241db0963b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&id=b1f0442b-2351-4b6b-b115-c77680578ca1&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1215394
Jul 13 22:03:13.105385 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-05b016a7-3b16-492f-a024-8c6d18d4fdb8 None None] Provisioning complete for port 07723ddc-bf6e-4f31-ad96-4279c8a48367 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:03:13.105814 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-05b016a7-3b16-492f-a024-8c6d18d4fdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:13.131695 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2224569c-65ec-4a1d-b209-d675c0dc9676 req-fd5e1210-43eb-49e5-915d-3f36eca2965c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2468f829f2c4d188014193e66e67de5&device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 1137 time: 0.1396737
Jul 13 22:03:13.168964 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-b9f65727-f1e8-4eb6-8c02-b1befa275128 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=94ceb28b-1d67-44bd-89fc-864f4cbba322&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0655258
Jul 13 22:03:13.294307 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224569c-65ec-4a1d-b209-d675c0dc9676 req-d6049887-1998-4426-9bcc-2cc1c246db86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:13.296010 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2224569c-65ec-4a1d-b209-d675c0dc9676 req-d6049887-1998-4426-9bcc-2cc1c246db86 service neutron] 10.222.0.15 "GET /v2.0/networks?id=97c4f6d1-e296-4289-9ad3-d87e8316a6bc HTTP/1.1" status: 200  len: 916 time: 0.1569905
Jul 13 22:03:13.332910 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-fd69f9b7-8ffa-46a3-ab30-6823e848f3fe service neutron] 10.222.0.15 "GET /v2.0/networks/94ceb28b-1d67-44bd-89fc-864f4cbba322?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1562712
Jul 13 22:03:13.428699 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2224569c-65ec-4a1d-b209-d675c0dc9676 req-6667c89e-0b96-4e92-b4fd-11c5a236eebe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07723ddc-bf6e-4f31-ad96-4279c8a48367 HTTP/1.1" status: 200  len: 1001 time: 0.1174674
Jul 13 22:03:13.513691 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0346865c-23d1-49a4-b70e-2a1b4c459312 req-84bdb430-95da-49ee-a652-a9dc33ba3648 service neutron] 10.222.0.15 "GET /v2.0/networks/94ceb28b-1d67-44bd-89fc-864f4cbba322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1675422
Jul 13 22:03:13.515298 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:03:13.536208 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for floatingip, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:13.547832 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224569c-65ec-4a1d-b209-d675c0dc9676 req-82df2441-7990-4819-a3c9-a0cc60922a1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:13.550069 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2224569c-65ec-4a1d-b209-d675c0dc9676 req-82df2441-7990-4819-a3c9-a0cc60922a1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b6788bc-afc5-4f4b-af69-27a001c307e2 HTTP/1.1" status: 200  len: 854 time: 0.1151311
Jul 13 22:03:13.562657 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eeecb7-4294-4220-a80b-a8ef2e40aaf8 None None] Sync routers for ids ['65efbe97-f978-48b6-ac60-7c2823dbb4da'] in dv-cinder-800618-1-iscsi {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:03:13.616795 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 6.3440151
Jul 13 22:03:13.643581 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eeecb7-4294-4220-a80b-a8ef2e40aaf8 None None] Routers {'65efbe97-f978-48b6-ac60-7c2823dbb4da'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:03:13.644276 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-36eeecb7-4294-4220-a80b-a8ef2e40aaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf362e0ba8>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:03:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['65efbe97-f978-48b6-ac60-7c2823dbb4da'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:03:13.727845 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e3ea23e-e6f5-4041-90a5-11f31077b2b8 req-f5b71930-a088-42c9-9fc5-b39ed701f673 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2530706b58cf4237b0b2f9b0af81d896&device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 1097 time: 0.0828075
Jul 13 22:03:13.774818 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2224569c-65ec-4a1d-b209-d675c0dc9676 req-60841987-22fc-4b86-aa0d-c3a0bc39170d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=97c4f6d1-e296-4289-9ad3-d87e8316a6bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1314256
Jul 13 22:03:13.889840 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-36eeecb7-4294-4220-a80b-a8ef2e40aaf8 None None] Set router 65efbe97-f978-48b6-ac60-7c2823dbb4da gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:03:13.961009 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2224569c-65ec-4a1d-b209-d675c0dc9676 req-fc5350c7-4030-4f75-a549-ce7945ac06ea service neutron] 10.222.0.15 "GET /v2.0/networks/97c4f6d1-e296-4289-9ad3-d87e8316a6bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1785114
Jul 13 22:03:13.968657 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ea23e-e6f5-4041-90a5-11f31077b2b8 req-b6bd7c20-890c-42e9-adc2-349872178fe8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:13.970279 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e3ea23e-e6f5-4041-90a5-11f31077b2b8 req-b6bd7c20-890c-42e9-adc2-349872178fe8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=94ceb28b-1d67-44bd-89fc-864f4cbba322 HTTP/1.1" status: 200  len: 909 time: 0.2332006
Jul 13 22:03:14.048608 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e3ea23e-e6f5-4041-90a5-11f31077b2b8 req-93f497b3-afa8-4ff3-83f2-6ae5022a9055 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95 HTTP/1.1" status: 200  len: 217 time: 0.0712729
Jul 13 22:03:14.124176 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ea23e-e6f5-4041-90a5-11f31077b2b8 req-aa3cb786-cd59-43af-a4df-eb916e569ae6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:14.125803 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e3ea23e-e6f5-4041-90a5-11f31077b2b8 req-aa3cb786-cd59-43af-a4df-eb916e569ae6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1734c82d-53d6-46db-b139-d488ee342875 HTTP/1.1" status: 200  len: 848 time: 0.0702796
Jul 13 22:03:14.178223 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e3ea23e-e6f5-4041-90a5-11f31077b2b8 req-7409da13-892f-4ad4-a3f2-0f43a4ac5d2b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=94ceb28b-1d67-44bd-89fc-864f4cbba322&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449827
Jul 13 22:03:14.184345 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c015c-4721-4002-8c46-1727c656a4e5 req-6b68d501-6559-4b88-b3ed-a8b1ec5a15e0 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:14.186013 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a82c015c-4721-4002-8c46-1727c656a4e5 req-6b68d501-6559-4b88-b3ed-a8b1ec5a15e0 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 944 time: 0.1886008
Jul 13 22:03:14.189450 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2224569c-65ec-4a1d-b209-d675c0dc9676 req-57e9aad5-68c2-433f-bbac-085032721f84 service neutron] 10.222.0.15 "GET /v2.0/networks/97c4f6d1-e296-4289-9ad3-d87e8316a6bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2178838
Jul 13 22:03:14.237879 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a82c015c-4721-4002-8c46-1727c656a4e5 req-96a030a2-31a4-4ffd-bacf-25ab132d661e tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436940
Jul 13 22:03:14.289593 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-36eeecb7-4294-4220-a80b-a8ef2e40aaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf362e0ba8>, [{'id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'name': 'tempest-TestShelveInstance-1578476899-router', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '474ac49a-6b6d-477b-96db-c0669797219a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:34Z', 'updated_at': '2021-07-13T22:01:43Z', 'revision_number': 4, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'gw_port': {'id': '474ac49a-6b6d-477b-96db-c0669797219a', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:35Z', 'updated_at': '2021-07-13T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': 'af08b3f9-309e-4cf1-86f8-261838a3a578', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'floating_ip_address': '172.27.3.128', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'port_id': '68c81983-898b-4f2e-9aa7-b91e4d939318', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052', 'mac_address': 'fa:16:3e:34:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d3bc5-df7e-40ff-8fde-f59af586c4af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:03:09Z', 'updated_at': '2021-07-13T22:03:09Z', 'revision_number': 0, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31baf189-c963-44d8-9a2a-fc9c3751d4f4', 'name': '', 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'mac_address': 'fa:16:3e:a5:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '929d024b-f9ca-4456-ac0b-9240e5535dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:42Z', 'updated_at': '2021-07-13T22:01:58Z', 'revision_number': 5, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'subnets': [{'id': '929d024b-f9ca-4456-ac0b-9240e5535dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:03:14.293791 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eeecb7-4294-4220-a80b-a8ef2e40aaf8 None None] Checking router: 65efbe97-f978-48b6-ac60-7c2823dbb4da for host: dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:03:14.305620 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eeecb7-4294-4220-a80b-a8ef2e40aaf8 None None] Routers {'65efbe97-f978-48b6-ac60-7c2823dbb4da'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:03:14.306289 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-36eeecb7-4294-4220-a80b-a8ef2e40aaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf362e0ba8>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:03:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['65efbe97-f978-48b6-ac60-7c2823dbb4da'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:03:14.328006 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e3ea23e-e6f5-4041-90a5-11f31077b2b8 req-892ad581-b68a-44e4-a09c-a289ea810b08 service neutron] 10.222.0.15 "GET /v2.0/networks/94ceb28b-1d67-44bd-89fc-864f4cbba322?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429102
Jul 13 22:03:14.478668 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e3ea23e-e6f5-4041-90a5-11f31077b2b8 req-1d83c93c-9836-4387-b1b9-aba3625e5ea4 service neutron] 10.222.0.15 "GET /v2.0/networks/94ceb28b-1d67-44bd-89fc-864f4cbba322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409075
Jul 13 22:03:14.495112 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-36eeecb7-4294-4220-a80b-a8ef2e40aaf8 None None] Set router 65efbe97-f978-48b6-ac60-7c2823dbb4da gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:03:14.682823 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72d3bc5-df7e-40ff-8fde-f59af586c4af', 'tag': '68c81983-898b-4f2e-9aa7-b91e4d939318'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:03:14.736299 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a72d3bc5-df7e-40ff-8fde-f59af586c4af', 'tag': '68c81983-898b-4f2e-9aa7-b91e4d939318', 'status': 'completed', 'code': 200}
Jul 13 22:03:14.872980 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-36eeecb7-4294-4220-a80b-a8ef2e40aaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf362e0ba8>, [{'id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'name': 'tempest-TestShelveInstance-1578476899-router', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '474ac49a-6b6d-477b-96db-c0669797219a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:34Z', 'updated_at': '2021-07-13T22:01:43Z', 'revision_number': 4, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'gw_port': {'id': '474ac49a-6b6d-477b-96db-c0669797219a', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:35Z', 'updated_at': '2021-07-13T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': 'af08b3f9-309e-4cf1-86f8-261838a3a578', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'floating_ip_address': '172.27.3.128', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'port_id': '68c81983-898b-4f2e-9aa7-b91e4d939318', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052', 'mac_address': 'fa:16:3e:34:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d3bc5-df7e-40ff-8fde-f59af586c4af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:03:09Z', 'updated_at': '2021-07-13T22:03:09Z', 'revision_number': 0, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31baf189-c963-44d8-9a2a-fc9c3751d4f4', 'name': '', 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'mac_address': 'fa:16:3e:a5:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '929d024b-f9ca-4456-ac0b-9240e5535dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:42Z', 'updated_at': '2021-07-13T22:01:58Z', 'revision_number': 5, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'subnets': [{'id': '929d024b-f9ca-4456-ac0b-9240e5535dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:03:14.878111 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eeecb7-4294-4220-a80b-a8ef2e40aaf8 None None] The sync data for ids ['65efbe97-f978-48b6-ac60-7c2823dbb4da'] in dv-cinder-800618-1-iscsi is: [{'id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'name': 'tempest-TestShelveInstance-1578476899-router', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '474ac49a-6b6d-477b-96db-c0669797219a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:34Z', 'updated_at': '2021-07-13T22:01:43Z', 'revision_number': 4, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'gw_port': {'id': '474ac49a-6b6d-477b-96db-c0669797219a', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:35Z', 'updated_at': '2021-07-13T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': 'af08b3f9-309e-4cf1-86f8-261838a3a578', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'floating_ip_address': '172.27.3.128', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'port_id': '68c81983-898b-4f2e-9aa7-b91e4d939318', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052', 'mac_address': 'fa:16:3e:34:e1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72d3bc5-df7e-40ff-8fde-f59af586c4af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:03:09Z', 'updated_at': '2021-07-13T22:03:09Z', 'revision_number': 0, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31baf189-c963-44d8-9a2a-fc9c3751d4f4', 'name': '', 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'mac_address': 'fa:16:3e:a5:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '929d024b-f9ca-4456-ac0b-9240e5535dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:42Z', 'updated_at': '2021-07-13T22:01:58Z', 'revision_number': 5, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'subnets': [{'id': '929d024b-f9ca-4456-ac0b-9240e5535dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:03:14.913064 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2fb13aa0-77e9-4cb2-8be5-aa0d66e17c7a req-d4bdba36-47b6-4fd6-b3ef-2abb7549ad00 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3065358f8c8941dc9ed172c1f78f2728&device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 1098 time: 0.0984282
Jul 13 22:03:15.117813 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb13aa0-77e9-4cb2-8be5-aa0d66e17c7a req-88ce5a76-c11e-4a95-a0b7-d30acb450b73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:15.119456 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2fb13aa0-77e9-4cb2-8be5-aa0d66e17c7a req-88ce5a76-c11e-4a95-a0b7-d30acb450b73 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f06f9b30-3d60-4ae8-94be-d6b42f3a3052 HTTP/1.1" status: 200  len: 910 time: 0.1989250
Jul 13 22:03:15.546870 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2fb13aa0-77e9-4cb2-8be5-aa0d66e17c7a req-a337cc0c-71fc-4f41-a510-bccc2a46e4e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68c81983-898b-4f2e-9aa7-b91e4d939318 HTTP/1.1" status: 200  len: 999 time: 0.4091992
Jul 13 22:03:15.625939 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850b5ca-4a5d-4154-a21b-ac0e901dafab req-ba97480b-d5ea-40d2-8371-3c67add6cc85 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:15.627601 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1850b5ca-4a5d-4154-a21b-ac0e901dafab req-ba97480b-d5ea-40d2-8371-3c67add6cc85 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 944 time: 0.1439373
Jul 13 22:03:15.683445 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb13aa0-77e9-4cb2-8be5-aa0d66e17c7a req-89763235-323d-45bf-bf9c-8682534fff6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:15.685085 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2fb13aa0-77e9-4cb2-8be5-aa0d66e17c7a req-89763235-323d-45bf-bf9c-8682534fff6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=929d024b-f9ca-4456-ac0b-9240e5535dae HTTP/1.1" status: 200  len: 848 time: 0.1071403
Jul 13 22:03:15.741865 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1850b5ca-4a5d-4154-a21b-ac0e901dafab req-2c9ebd71-5926-4632-add6-a9a825b19770 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069472
Jul 13 22:03:15.779740 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2fb13aa0-77e9-4cb2-8be5-aa0d66e17c7a req-977e7383-c74c-491e-a610-069aa461514b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f06f9b30-3d60-4ae8-94be-d6b42f3a3052&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0858552
Jul 13 22:03:15.933012 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2fb13aa0-77e9-4cb2-8be5-aa0d66e17c7a req-50e4cde1-c2b8-4ca6-a1c9-040ce4337a01 service neutron] 10.222.0.15 "GET /v2.0/networks/f06f9b30-3d60-4ae8-94be-d6b42f3a3052?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406064
Jul 13 22:03:16.002446 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 13 22:03:16.086579 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2fb13aa0-77e9-4cb2-8be5-aa0d66e17c7a req-8b7c869e-1e6c-415f-a042-ed72e6dcd38b service neutron] 10.222.0.15 "GET /v2.0/networks/f06f9b30-3d60-4ae8-94be-d6b42f3a3052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1456335
Jul 13 22:03:16.154460 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95,segment=NetworkSegment(4d900011-7bad-4db3-b483-fb48b347038c),segment_id=4d900011-7bad-4db3-b483-fb48b347038c)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:03:16.169409 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Returning: {'device': '6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95', 'network_id': '94ceb28b-1d67-44bd-89fc-864f4cbba322', 'port_id': '6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95', 'mac_address': 'fa:16:3e:8f:81:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1734c82d-53d6-46db-b139-d488ee342875', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 13 22:03:16.232045 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:16.252188 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95 {{(pid=82085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:03:16.268896 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95,segment=NetworkSegment(4d900011-7bad-4db3-b483-fb48b347038c),segment_id=4d900011-7bad-4db3-b483-fb48b347038c)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:03:16.272170 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:16.274369 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:16.343452 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:16.347631 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:16.400153 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0807cead-d501-4f31-a6d8-a9e770f6ef22 None None] New status for floating IP af08b3f9-309e-4cf1-86f8-261838a3a578: ACTIVE {{(pid=82086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 13 22:03:16.811571 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:03:16.980290 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18108e9b-9cfb-4bf7-a273-c833daa2a112 req-8c8e6afc-0d26-44a1-986a-8fc5b71ffe38 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:16.989223 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-18108e9b-9cfb-4bf7-a273-c833daa2a112 req-8c8e6afc-0d26-44a1-986a-8fc5b71ffe38 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 945 time: 0.1146400
Jul 13 22:03:17.038322 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-18108e9b-9cfb-4bf7-a273-c833daa2a112 req-0544657a-6781-49d5-8081-ed7aeacb3e39 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483954
Jul 13 22:03:18.241460 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a017bc3-5ad7-4c7f-a2e0-343ea2866e58 req-2e3c6b37-b675-437c-97e9-bd8773534aed tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:18.243044 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7a017bc3-5ad7-4c7f-a2e0-343ea2866e58 req-2e3c6b37-b675-437c-97e9-bd8773534aed tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 945 time: 0.0818501
Jul 13 22:03:18.290648 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7a017bc3-5ad7-4c7f-a2e0-343ea2866e58 req-a201ab96-b8ca-4ed4-8337-c8a824f22df4 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415447
Jul 13 22:03:19.499713 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c891e-bf41-4042-a3fe-f37b12846451 req-db431cb8-531d-4518-b801-93a0c87aa91d tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:19.501294 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-128c891e-bf41-4042-a3fe-f37b12846451 req-db431cb8-531d-4518-b801-93a0c87aa91d tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 945 time: 0.0852032
Jul 13 22:03:19.548319 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-128c891e-bf41-4042-a3fe-f37b12846451 req-1f503c7e-4288-4752-b93c-cbd8e1cfc5a3 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411232
Jul 13 22:03:20.751139 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca68a4-83ff-48f1-a04f-4bc137c89497 req-5e478629-b3fe-444e-8c7a-cbf31df6a012 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:20.752737 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3cca68a4-83ff-48f1-a04f-4bc137c89497 req-5e478629-b3fe-444e-8c7a-cbf31df6a012 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 945 time: 0.0845940
Jul 13 22:03:20.806792 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3cca68a4-83ff-48f1-a04f-4bc137c89497 req-9948c660-3b03-4af9-b5b5-e7f6ec5b0cab tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474946
Jul 13 22:03:22.009180 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfda0c3-4908-4835-a95d-66f8778c5f87 req-820b1269-f883-4c2a-8542-3b5c0167bd9b tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:22.010805 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2bfda0c3-4908-4835-a95d-66f8778c5f87 req-820b1269-f883-4c2a-8542-3b5c0167bd9b tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 945 time: 0.0845106
Jul 13 22:03:22.059653 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2bfda0c3-4908-4835-a95d-66f8778c5f87 req-2ff4fe75-670b-416f-aa42-791aaa511e9a tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427425
Jul 13 22:03:23.269106 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc415b-87e7-4a05-b0ff-9c3884cb3a03 req-93588ac9-82f4-46ae-bf53-27ba7adcedd1 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:23.271215 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a1dc415b-87e7-4a05-b0ff-9c3884cb3a03 req-93588ac9-82f4-46ae-bf53-27ba7adcedd1 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 945 time: 0.0856361
Jul 13 22:03:23.275931 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95 up at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:03:23.320414 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a1dc415b-87e7-4a05-b0ff-9c3884cb3a03 req-f3414c1f-cac7-4088-802b-7a6b858e9bc1 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423329
Jul 13 22:03:23.346162 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning for port 6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:03:23.351637 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning complete for port 6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:03:23.352009 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:23.468345 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:23.495282 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:03:23.505959 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95,segment=NetworkSegment(4d900011-7bad-4db3-b483-fb48b347038c),segment_id=4d900011-7bad-4db3-b483-fb48b347038c)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:03:23.509359 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:23.511235 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bec937f9-10f2-4803-a50c-4a5fd2efb7cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:23.551642 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95', 'code': 200}
Jul 13 22:03:23.580730 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:23.584160 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:24.528320 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7e23e-846a-41fa-a8cc-fd4acba71e2f req-5a9ed27f-546d-4233-aa9c-bf5c4fe975ce tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:24.529961 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-bdd7e23e-846a-41fa-a8cc-fd4acba71e2f req-5a9ed27f-546d-4233-aa9c-bf5c4fe975ce tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 946 time: 0.0833828
Jul 13 22:03:24.580013 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-bdd7e23e-846a-41fa-a8cc-fd4acba71e2f req-48fbf450-aad4-474c-8b96-fcbddbce87fe tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438044
Jul 13 22:03:24.656548 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-64af7ab8-2f4e-4df0-9eae-6f5985318ad9 req-91a65f2b-1533-4672-abcb-6406886f6208 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 1099 time: 0.0742190
Jul 13 22:03:24.700517 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-64af7ab8-2f4e-4df0-9eae-6f5985318ad9 req-c14d37af-8db0-4cf6-8aeb-2b869c7a99e2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369678
Jul 13 22:03:25.785573 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff26a4c-2806-4c13-b3f0-af40b34188a9 req-8b6fc326-ee53-4320-9d80-100f89a00078 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:25.787390 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4ff26a4c-2806-4c13-b3f0-af40b34188a9 req-8b6fc326-ee53-4320-9d80-100f89a00078 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 946 time: 0.0840185
Jul 13 22:03:25.837192 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4ff26a4c-2806-4c13-b3f0-af40b34188a9 req-d9a80394-6fc2-4c98-b102-7fc24f18ef4f tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436621
Jul 13 22:03:26.754517 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:27.177764 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51cefc1-6479-4d6e-bdfb-07033d3ed3cb req-7cc1a70b-529b-45f6-bc31-1b41aea61a2d tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:27.179315 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b51cefc1-6479-4d6e-bdfb-07033d3ed3cb req-7cc1a70b-529b-45f6-bc31-1b41aea61a2d tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 946 time: 0.0846894
Jul 13 22:03:27.226314 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b51cefc1-6479-4d6e-bdfb-07033d3ed3cb req-4a7e0783-5bfd-486b-bfc3-84cdf0a3a5c7 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410399
Jul 13 22:03:28.425185 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01474c9-a7e2-43c6-af40-d2f0c250972e req-bf497a85-ac0d-4af9-a592-b55c5d623d03 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:28.426681 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b01474c9-a7e2-43c6-af40-d2f0c250972e req-bf497a85-ac0d-4af9-a592-b55c5d623d03 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 946 time: 0.0819890
Jul 13 22:03:28.477898 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b01474c9-a7e2-43c6-af40-d2f0c250972e req-9308db14-457c-4a44-8d1f-23900b67eed5 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447326
Jul 13 22:03:29.520340 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-36525b46-8a29-4a27-a4ba-52811ec673b2 req-cbb95ae3-79ec-450a-8b7c-8561a433971b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0745993
Jul 13 22:03:29.751141 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-36525b46-8a29-4a27-a4ba-52811ec673b2 req-10e6c4cc-15b9-4728-aba4-cc5d93dd3b1f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e949f3b270414d3095f5528a841766ca&device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 1099 time: 0.1496005
Jul 13 22:03:29.759819 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce736c6e-49cc-4555-9b3f-241193b2dd62 req-3d98cfc5-a572-4a26-a4c4-37c24c1d47bb tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:29.760164 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ce736c6e-49cc-4555-9b3f-241193b2dd62 req-3d98cfc5-a572-4a26-a4c4-37c24c1d47bb tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 946 time: 0.1244395
Jul 13 22:03:29.909464 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ce736c6e-49cc-4555-9b3f-241193b2dd62 req-cb18f0dd-7c47-4057-810c-9513a0da4f1d tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408591
Jul 13 22:03:29.951926 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36525b46-8a29-4a27-a4ba-52811ec673b2 req-c52ba099-e0b1-426f-8d51-3fa774d5bf77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:29.953977 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-36525b46-8a29-4a27-a4ba-52811ec673b2 req-c52ba099-e0b1-426f-8d51-3fa774d5bf77 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 HTTP/1.1" status: 200  len: 912 time: 0.1630681
Jul 13 22:03:30.063497 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-36525b46-8a29-4a27-a4ba-52811ec673b2 req-2950f856-7030-4bc3-a323-e9cdf7a99ec4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f247246-3630-4816-a889-d02fa1c77b43 HTTP/1.1" status: 200  len: 1001 time: 0.1006305
Jul 13 22:03:30.133211 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36525b46-8a29-4a27-a4ba-52811ec673b2 req-c9a8c05e-55eb-4ab7-9d67-9bf43f615010 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:30.134701 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-36525b46-8a29-4a27-a4ba-52811ec673b2 req-c9a8c05e-55eb-4ab7-9d67-9bf43f615010 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c HTTP/1.1" status: 200  len: 850 time: 0.0621212
Jul 13 22:03:30.220178 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-36525b46-8a29-4a27-a4ba-52811ec673b2 req-ceb70bff-89d7-4287-b50e-2d16fc87a580 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c786a95b-96e8-46c1-a1a0-fc4a1a977bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759363
Jul 13 22:03:30.361415 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-36525b46-8a29-4a27-a4ba-52811ec673b2 req-1b579691-a03b-4beb-bd91-7549a5865579 service neutron] 10.222.0.15 "GET /v2.0/networks/c786a95b-96e8-46c1-a1a0-fc4a1a977bd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1329663
Jul 13 22:03:30.502896 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-36525b46-8a29-4a27-a4ba-52811ec673b2 req-bb65733b-8fca-4a5b-af8f-f21e97a5eab4 service neutron] 10.222.0.15 "GET /v2.0/networks/c786a95b-96e8-46c1-a1a0-fc4a1a977bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344287
Jul 13 22:03:30.710327 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-11f20e4f-ba62-415e-a67f-4287b767b780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:31.128453 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2e152-57c2-401d-9a5b-1f3edc3ea277 req-aa620c78-1a35-4c09-8876-1b4727c89477 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:31.130126 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-39f2e152-57c2-401d-9a5b-1f3edc3ea277 req-aa620c78-1a35-4c09-8876-1b4727c89477 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 946 time: 0.0892315
Jul 13 22:03:31.178626 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-39f2e152-57c2-401d-9a5b-1f3edc3ea277 req-9b98443c-71b4-4c2b-b125-ef8f35f42ebc tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419929
Jul 13 22:03:32.349409 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:32.645284 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae98925-788a-4e40-9e0e-407078fe9318 req-08a3eb2c-a51c-48d8-a951-2338c7738346 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:32.647184 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-eae98925-788a-4e40-9e0e-407078fe9318 req-08a3eb2c-a51c-48d8-a951-2338c7738346 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 946 time: 0.0850725
Jul 13 22:03:32.697030 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-eae98925-788a-4e40-9e0e-407078fe9318 req-5e87bcb7-eaa0-4b32-870d-3cecc1c3775b tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435266
Jul 13 22:03:32.944073 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 43582) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:32.994320 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-55aac961-fe92-4131-b1db-a027237ce622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:33.018905 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6af391-95ef-44aa-acc0-a59dadd545ab admin admin] Deleting subnet e93ea934-e863-43bd-adcf-76d3f41745e3 {{(pid=82084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 13 22:03:33.022807 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1d6af391-95ef-44aa-acc0-a59dadd545ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:33.076294 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1d6af391-95ef-44aa-acc0-a59dadd545ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266505'] for subnet, precommit_delete_associations {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:33.138190 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1d6af391-95ef-44aa-acc0-a59dadd545ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854679291'] for subnet, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:33.205925 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1d6af391-95ef-44aa-acc0-a59dadd545ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-96525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852196838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853174589'] for subnet, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:33.211352 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:33.248081 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6af391-95ef-44aa-acc0-a59dadd545ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e93ea934-e863-43bd-adcf-76d3f41745e3,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:33.251605 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1d6af391-95ef-44aa-acc0-a59dadd545ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:33.252616 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1d6af391-95ef-44aa-acc0-a59dadd545ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:33.258603 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-1d6af391-95ef-44aa-acc0-a59dadd545ab admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e93ea934-e863-43bd-adcf-76d3f41745e3 HTTP/1.1" status: 204  len: 168 time: 0.3134422
Jul 13 22:03:33.261250 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 43588) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:33.375677 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-99a5aea9-e483-4c96-8b5f-986a81911443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-104256'] for network, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:33.507123 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-99a5aea9-e483-4c96-8b5f-986a81911443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690162', 'neutron.services.segments.db._delete_segments_for_network--9223363253856679420'] for network, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:33.521395 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-99a5aea9-e483-4c96-8b5f-986a81911443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf35936cc0>,) {'filters': {'network_id': ['7e2c42d8-fc87-4744-9d1d-874d97bc90fe']}} {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:03:33.534195 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-99a5aea9-e483-4c96-8b5f-986a81911443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf35936cc0>, '2d71258c-9cd2-480e-be39-4087025bf4da') {'for_net_delete': True} {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:03:33.534542 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-99a5aea9-e483-4c96-8b5f-986a81911443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf35936cc0>, '2d71258c-9cd2-480e-be39-4087025bf4da') {} {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:03:33.546528 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-99a5aea9-e483-4c96-8b5f-986a81911443 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253856686179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509311'] for segment, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:33.561176 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-99a5aea9-e483-4c96-8b5f-986a81911443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:33.567864 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a5aea9-e483-4c96-8b5f-986a81911443 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=82084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 13 22:03:33.568287 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-99a5aea9-e483-4c96-8b5f-986a81911443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852196745'] for segment, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]: Traceback (most recent call last):
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:     timer()
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:     cb(*args, **kw)
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:     return func(*args, **kwargs)
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:     self._notify()
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:     self.callback(batched_events)
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:     event.method(event)
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:     segment_id)['aggregates'][0]
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:     return f(self, *a, **k)
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self._get(url).json()
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:     **kwargs)
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self.request(url, 'GET', **kwargs)
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:     **endpoint_filter)
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 13 22:03:33.586440 dv-cinder-800618-1-iscsi neutron-server[81974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 13 22:03:33.609355 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:33.666391 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-99a5aea9-e483-4c96-8b5f-986a81911443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854022065'] for network, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:33.670479 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-17079ead-2217-42d4-9053-416558515671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:33.690301 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-99a5aea9-e483-4c96-8b5f-986a81911443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:33.693498 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5aea9-e483-4c96-8b5f-986a81911443 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e2c42d8-fc87-4744-9d1d-874d97bc90fe,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:33.696613 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-99a5aea9-e483-4c96-8b5f-986a81911443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:33.699780 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-99a5aea9-e483-4c96-8b5f-986a81911443 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7e2c42d8-fc87-4744-9d1d-874d97bc90fe HTTP/1.1" status: 204  len: 168 time: 0.4375453
Jul 13 22:03:33.702586 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 43604) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:33.778325 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3697371-f00d-456d-919b-79e44eb12fb0 admin admin] Deleting subnet 1ec262b4-0e38-49e5-8671-d8d0e6a4b81e {{(pid=82084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 13 22:03:33.781549 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d3697371-f00d-456d-919b-79e44eb12fb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:33.834709 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d3697371-f00d-456d-919b-79e44eb12fb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266505'] for subnet, precommit_delete_associations {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:33.896112 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d3697371-f00d-456d-919b-79e44eb12fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854679291'] for subnet, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:33.965097 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d3697371-f00d-456d-919b-79e44eb12fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-96525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852196838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853174589'] for subnet, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:33.966387 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6bf7a-07c4-4471-b23a-77215adc12f9 req-eeaee06a-85f6-4547-9f80-9630964b52b3 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:33.967982 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7aa6bf7a-07c4-4471-b23a-77215adc12f9 req-eeaee06a-85f6-4547-9f80-9630964b52b3 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 946 time: 0.0871007
Jul 13 22:03:33.969738 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1c5ed7e5-6fc6-47aa-b814-5f318b93d59a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:34.008501 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3697371-f00d-456d-919b-79e44eb12fb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ec262b4-0e38-49e5-8671-d8d0e6a4b81e,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:34.013032 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-d3697371-f00d-456d-919b-79e44eb12fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:34.014134 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d3697371-f00d-456d-919b-79e44eb12fb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:34.018455 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7aa6bf7a-07c4-4471-b23a-77215adc12f9 req-b2c501f1-7e5b-4295-ae00-0992e219974a tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440977
Jul 13 22:03:34.020171 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-d3697371-f00d-456d-919b-79e44eb12fb0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1ec262b4-0e38-49e5-8671-d8d0e6a4b81e HTTP/1.1" status: 204  len: 168 time: 0.3165815
Jul 13 22:03:34.022791 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 43610) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:34.137367 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f97020ae-df29-4a02-84e2-d6309a1f8670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-104256'] for network, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:34.268685 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f97020ae-df29-4a02-84e2-d6309a1f8670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690162', 'neutron.services.segments.db._delete_segments_for_network--9223363253856679420'] for network, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:34.282234 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-f97020ae-df29-4a02-84e2-d6309a1f8670 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf3570cc88>,) {'filters': {'network_id': ['e267f179-f846-4a4c-9da2-9009a197eea1']}} {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:03:34.295273 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-f97020ae-df29-4a02-84e2-d6309a1f8670 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf3570cc88>, '42f4fd98-b314-49ae-ac56-8442e8c58825') {'for_net_delete': True} {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:03:34.295616 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-f97020ae-df29-4a02-84e2-d6309a1f8670 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf3570cc88>, '42f4fd98-b314-49ae-ac56-8442e8c58825') {} {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:03:34.308038 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f97020ae-df29-4a02-84e2-d6309a1f8670 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253856686179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509311'] for segment, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:34.322481 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f97020ae-df29-4a02-84e2-d6309a1f8670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:34.328632 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97020ae-df29-4a02-84e2-d6309a1f8670 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=82084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 13 22:03:34.329106 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f97020ae-df29-4a02-84e2-d6309a1f8670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852196745'] for segment, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]: Traceback (most recent call last):
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:     timer()
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:     cb(*args, **kw)
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:     return func(*args, **kwargs)
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:     self._notify()
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:     self.callback(batched_events)
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:     event.method(event)
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:     segment_id)['aggregates'][0]
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:     return f(self, *a, **k)
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self._get(url).json()
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:     **kwargs)
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self.request(url, 'GET', **kwargs)
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:     **endpoint_filter)
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 13 22:03:34.346804 dv-cinder-800618-1-iscsi neutron-server[81974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 13 22:03:34.422233 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f97020ae-df29-4a02-84e2-d6309a1f8670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854022065'] for network, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:34.425931 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1790d97c-f7e1-4e91-9b18-9895a9224e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:34.442439 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f97020ae-df29-4a02-84e2-d6309a1f8670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:34.448666 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97020ae-df29-4a02-84e2-d6309a1f8670 admin admin] Pushing event deleted for resources: {'Network': ['ID=e267f179-f846-4a4c-9da2-9009a197eea1,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:34.451926 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f97020ae-df29-4a02-84e2-d6309a1f8670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:34.453566 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-f97020ae-df29-4a02-84e2-d6309a1f8670 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e267f179-f846-4a4c-9da2-9009a197eea1 HTTP/1.1" status: 204  len: 168 time: 0.4297283
Jul 13 22:03:34.657881 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 43618) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:34.714429 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:34.716519 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-f4c76b50-b00a-468a-90c7-ebf695b51898 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2eacdaeb537e40f3a27d4eed78a718c7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0572808
Jul 13 22:03:34.719111 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 43622) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:34.783358 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4a06ca9b-a8fd-4fb8-bcb9-8d1661a159cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:34.810211 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4a06ca9b-a8fd-4fb8-bcb9-8d1661a159cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:34.857573 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4a06ca9b-a8fd-4fb8-bcb9-8d1661a159cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:34.862432 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-dad082d6-e801-4b64-87a7-1f999b3f6d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:34.873376 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06ca9b-a8fd-4fb8-bcb9-8d1661a159cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5640338e-47b0-4914-afe9-1768f04ea865,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:34.878093 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4a06ca9b-a8fd-4fb8-bcb9-8d1661a159cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:34.880628 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4a06ca9b-a8fd-4fb8-bcb9-8d1661a159cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:34.881870 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-4a06ca9b-a8fd-4fb8-bcb9-8d1661a159cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5640338e-47b0-4914-afe9-1768f04ea865 HTTP/1.1" status: 204  len: 168 time: 0.1617899
Jul 13 22:03:35.000917 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c62b4-9714-4e80-90df-3dc80c736b63 req-e8d85806-428e-4c1c-8425-062ae84587dc tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:35.002495 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-be2c62b4-9714-4e80-90df-3dc80c736b63 req-e8d85806-428e-4c1c-8425-062ae84587dc tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 946 time: 0.0829301
Jul 13 22:03:35.084634 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-be2c62b4-9714-4e80-90df-3dc80c736b63 req-16b869c0-9b3c-48e0-b4d2-a266f4754182 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Deleting port 6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95 {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:03:35.084968 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-be2c62b4-9714-4e80-90df-3dc80c736b63 req-16b869c0-9b3c-48e0-b4d2-a266f4754182 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:35.298206 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 43636) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:35.355887 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-455d1356-03f6-46c2-8f24-9dbb7b8b6b7a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=831925c0df5549ac9d751d972e5c19e4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0538678
Jul 13 22:03:35.356118 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 43640) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:35.427899 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-30dd86b5-0317-4b98-a16a-b9fbe85f27d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:35.457992 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-30dd86b5-0317-4b98-a16a-b9fbe85f27d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:35.513958 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-30dd86b5-0317-4b98-a16a-b9fbe85f27d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:35.519395 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8cc827f7-bb21-4039-8738-d8b7581f4962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:35.533161 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd86b5-0317-4b98-a16a-b9fbe85f27d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cd975c-9241-4a54-b609-80f54793a1a5,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:35.536201 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-30dd86b5-0317-4b98-a16a-b9fbe85f27d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:35.537116 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-30dd86b5-0317-4b98-a16a-b9fbe85f27d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:35.538321 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-30dd86b5-0317-4b98-a16a-b9fbe85f27d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00cd975c-9241-4a54-b609-80f54793a1a5 HTTP/1.1" status: 204  len: 168 time: 0.1812279
Jul 13 22:03:35.579008 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f22a2-a7cf-4047-910b-cc9dc69653c2 req-e18bcc5d-3715-45c6-94ad-03352d011e91 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:35.580612 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-660f22a2-a7cf-4047-910b-cc9dc69653c2 req-e18bcc5d-3715-45c6-94ad-03352d011e91 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 946 time: 0.4277534
Jul 13 22:03:35.651127 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-be2c62b4-9714-4e80-90df-3dc80c736b63 req-16b869c0-9b3c-48e0-b4d2-a266f4754182 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] For port 6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95,segment=NetworkSegment(4d900011-7bad-4db3-b483-fb48b347038c),segment_id=4d900011-7bad-4db3-b483-fb48b347038c)] {{(pid=82083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:03:35.651537 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-be2c62b4-9714-4e80-90df-3dc80c736b63 req-16b869c0-9b3c-48e0-b4d2-a266f4754182 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:35.734875 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-660f22a2-a7cf-4047-910b-cc9dc69653c2 req-b65c5c9a-2b19-4126-b765-9d4ad47d07ff tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387806
Jul 13 22:03:35.812132 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-be2c62b4-9714-4e80-90df-3dc80c736b63 req-16b869c0-9b3c-48e0-b4d2-a266f4754182 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Calling delete_port for 6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95 owned by compute:nova {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:03:35.974836 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-be2c62b4-9714-4e80-90df-3dc80c736b63 req-16b869c0-9b3c-48e0-b4d2-a266f4754182 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:35.988852 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:36.029732 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:03:36.111653 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b869c0-9b3c-48e0-b4d2-a266f4754182 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Pushing event deleted for resources: {'Port': ['ID=6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:36.114787 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2c62b4-9714-4e80-90df-3dc80c736b63 req-16b869c0-9b3c-48e0-b4d2-a266f4754182 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] No DVR routers for this DVR port 6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95 on host hv-cinder-80061 {{(pid=82083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:03:36.117596 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-be2c62b4-9714-4e80-90df-3dc80c736b63 req-16b869c0-9b3c-48e0-b4d2-a266f4754182 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:36.122625 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7', 'name': 'network-vif-deleted', 'tag': '6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:03:36.139085 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b869c0-9b3c-48e0-b4d2-a266f4754182 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:03:36.139597 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b869c0-9b3c-48e0-b4d2-a266f4754182 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:03:36.140023 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b869c0-9b3c-48e0-b4d2-a266f4754182 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:03:36.140437 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b869c0-9b3c-48e0-b4d2-a266f4754182 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:03:36.140873 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b869c0-9b3c-48e0-b4d2-a266f4754182 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:03:36.141283 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b869c0-9b3c-48e0-b4d2-a266f4754182 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:03:36.141691 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b869c0-9b3c-48e0-b4d2-a266f4754182 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:03:36.142105 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b869c0-9b3c-48e0-b4d2-a266f4754182 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:03:36.142513 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b869c0-9b3c-48e0-b4d2-a266f4754182 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:03:36.142915 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b869c0-9b3c-48e0-b4d2-a266f4754182 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:03:36.143889 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b869c0-9b3c-48e0-b4d2-a266f4754182 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:03:36.147890 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-be2c62b4-9714-4e80-90df-3dc80c736b63 req-16b869c0-9b3c-48e0-b4d2-a266f4754182 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.15 "DELETE /v2.0/ports/6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95 HTTP/1.1" status: 204  len: 173 time: 1.1377885
Jul 13 22:03:36.148734 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-16b869c0-9b3c-48e0-b4d2-a266f4754182 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:36.219886 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7', 'name': 'network-vif-deleted', 'tag': '6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95', 'status': 'completed', 'code': 200}
Jul 13 22:03:36.372077 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2bbb3-7f34-4365-a519-dec1bc4d3795 req-89c634d6-2429-48ba-ac67-b8e513cd52a4 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:36.373758 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a6f2bbb3-7f34-4365-a519-dec1bc4d3795 req-89c634d6-2429-48ba-ac67-b8e513cd52a4 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 945 time: 0.0923667
Jul 13 22:03:36.428205 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a6f2bbb3-7f34-4365-a519-dec1bc4d3795 req-497b2850-513d-4e1a-b1f2-b6e57c02a2bf tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471816
Jul 13 22:03:36.945469 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3078bc85-8b6e-4646-aafd-3c6475c61f55 req-12654f63-799f-4874-a5b4-b20f2861cab9 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e14abd5-9a4b-4049-a909-0ac7fdf5fcc7 HTTP/1.1" status: 200  len: 210 time: 0.0604188
Jul 13 22:03:37.231277 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 43696) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:37.381418 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f139d515-c613-4a66-8aa8-57a94ac82780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:37.413143 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-f139d515-c613-4a66-8aa8-57a94ac82780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:03:37.417096 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-f139d515-c613-4a66-8aa8-57a94ac82780 admin admin] Usage tracker for resource:security_group_rule and tenant:e7d618c566154977b2118781d3e42c77 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:03:37.419960 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-f139d515-c613-4a66-8aa8-57a94ac82780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:03:37.425917 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-f139d515-c613-4a66-8aa8-57a94ac82780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:03:37.495580 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f139d515-c613-4a66-8aa8-57a94ac82780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:37.498525 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f139d515-c613-4a66-8aa8-57a94ac82780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:37.506381 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f0a48f03-0f3d-4dd0-94b5-6a9d88c1d83c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:37.549075 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139d515-c613-4a66-8aa8-57a94ac82780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6481d72e-5b79-489f-8872-833e9b656509,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:37.552829 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f139d515-c613-4a66-8aa8-57a94ac82780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:37.555861 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-f139d515-c613-4a66-8aa8-57a94ac82780 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7d618c566154977b2118781d3e42c77&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3233871
Jul 13 22:03:37.557786 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 43704) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:03:37.623999 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bf5fef7e-2333-4dab-a9ec-8481b7304e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:37.642306 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9e259-4d32-4b13-a671-54c08f56fa4b req-a5a3bfe5-795a-4244-a386-13ad5462451f tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:37.644048 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-56b9e259-4d32-4b13-a671-54c08f56fa4b req-a5a3bfe5-795a-4244-a386-13ad5462451f tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 945 time: 0.0896192
Jul 13 22:03:37.696848 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-56b9e259-4d32-4b13-a671-54c08f56fa4b req-270d94db-fc37-4a2e-b115-8834f2732a80 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461071
Jul 13 22:03:37.860573 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bf5fef7e-2333-4dab-a9ec-8481b7304e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:37.904575 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bf5fef7e-2333-4dab-a9ec-8481b7304e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:37.909519 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7e2f6b0f-af76-4289-8135-b587037be403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:37.922181 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fef7e-2333-4dab-a9ec-8481b7304e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6481d72e-5b79-489f-8872-833e9b656509,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:37.925317 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bf5fef7e-2333-4dab-a9ec-8481b7304e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:37.928133 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bf5fef7e-2333-4dab-a9ec-8481b7304e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:37.929909 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-bf5fef7e-2333-4dab-a9ec-8481b7304e67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6481d72e-5b79-489f-8872-833e9b656509 HTTP/1.1" status: 204  len: 168 time: 0.3703091
Jul 13 22:03:38.407520 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-9b44ab33-6dc7-4149-9e13-64a95bb0b9ec tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:38.409129 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-9b44ab33-6dc7-4149-9e13-64a95bb0b9ec tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/networks?id=94ceb28b-1d67-44bd-89fc-864f4cbba322 HTTP/1.1" status: 200  len: 808 time: 0.1562703
Jul 13 22:03:38.427330 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-d2f5e8c0-3cbf-48bb-ace0-38df8334a1e3 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/quotas/2530706b58cf4237b0b2f9b0af81d896 HTTP/1.1" status: 200  len: 375 time: 0.0115521
Jul 13 22:03:38.477359 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-790d3577-727b-4c04-afe4-6a3e7be8ac9b tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2530706b58cf4237b0b2f9b0af81d896&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0442097
Jul 13 22:03:38.622073 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-36efc84e-6bf5-40fa-9a24-dfbf982d5a64 service neutron] 10.222.0.18 "GET /v2.0/networks/94ceb28b-1d67-44bd-89fc-864f4cbba322?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374278
Jul 13 22:03:38.668745 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6225375-cee8-4978-96b2-3da33d789185 req-3557d001-9a44-4ad3-955f-45fdcc136838 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:38.670473 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c6225375-cee8-4978-96b2-3da33d789185 req-3557d001-9a44-4ad3-955f-45fdcc136838 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.15 "GET /v2.0/ports?device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 945 time: 0.0932970
Jul 13 22:03:38.757118 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-c6225375-cee8-4978-96b2-3da33d789185 req-3a776885-a38d-4725-bdb4-49ed36924e2b tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Deleting port 7a8e5d11-dcc8-4850-9d49-184e595da757 {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:03:38.757300 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-c6225375-cee8-4978-96b2-3da33d789185 req-3a776885-a38d-4725-bdb4-49ed36924e2b tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:38.809709 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-a32c0db9-7cde-409f-bef3-c4492fae5853 service neutron] 10.222.0.18 "GET /v2.0/networks/94ceb28b-1d67-44bd-89fc-864f4cbba322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1804435
Jul 13 22:03:39.089982 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-c6225375-cee8-4978-96b2-3da33d789185 req-3a776885-a38d-4725-bdb4-49ed36924e2b tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] For port 7a8e5d11-dcc8-4850-9d49-184e595da757, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=7a8e5d11-dcc8-4850-9d49-184e595da757,segment=NetworkSegment(f7205b7e-901f-4378-a06c-b7abc50d227b),segment_id=f7205b7e-901f-4378-a06c-b7abc50d227b)] {{(pid=82083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:03:39.090384 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-c6225375-cee8-4978-96b2-3da33d789185 req-3a776885-a38d-4725-bdb4-49ed36924e2b tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:39.227423 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-c6225375-cee8-4978-96b2-3da33d789185 req-3a776885-a38d-4725-bdb4-49ed36924e2b tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Calling delete_port for 7a8e5d11-dcc8-4850-9d49-184e595da757 owned by compute:nova {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:03:39.247064 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0b899487-bac7-4087-b030-2dff035cef77 req-2b358460-203d-4196-aa2e-0dcd34b1cf90 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc8bc236-fc4f-4cb1-bad6-67b8744e4d43 HTTP/1.1" status: 200  len: 210 time: 0.0799153
Jul 13 22:03:39.335582 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db04201-5483-437c-bb2d-8203801264e8 req-b84ddd60-1e77-42d3-9b47-c9e6d3b826af tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:39.337240 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1db04201-5483-437c-bb2d-8203801264e8 req-b84ddd60-1e77-42d3-9b47-c9e6d3b826af tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 945 time: 0.4613059
Jul 13 22:03:39.446660 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1db04201-5483-437c-bb2d-8203801264e8 req-5690d0cf-480b-4ec1-8557-2aeff09592b9 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755217
Jul 13 22:03:39.453868 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-c6225375-cee8-4978-96b2-3da33d789185 req-3a776885-a38d-4725-bdb4-49ed36924e2b tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:39.463329 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-3e889c16-4422-4f06-9351-2fb177aaea94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:39.500103 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['7a8e5d11-dcc8-4850-9d49-184e595da757'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:03:39.516809 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a776885-a38d-4725-bdb4-49ed36924e2b tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Pushing event deleted for resources: {'Port': ['ID=7a8e5d11-dcc8-4850-9d49-184e595da757,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:39.520484 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-3a776885-a38d-4725-bdb4-49ed36924e2b tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:39.600585 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6225375-cee8-4978-96b2-3da33d789185 req-3a776885-a38d-4725-bdb4-49ed36924e2b tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] No DVR routers for this DVR port 7a8e5d11-dcc8-4850-9d49-184e595da757 on host hv-cinder-80061 {{(pid=82083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:03:39.602986 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-c6225375-cee8-4978-96b2-3da33d789185 req-3a776885-a38d-4725-bdb4-49ed36924e2b tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:39.605761 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635cd8c4-afb2-48e5-8aa2-bbda3d7add77', 'name': 'network-vif-deleted', 'tag': '7a8e5d11-dcc8-4850-9d49-184e595da757'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:03:39.622190 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c6225375-cee8-4978-96b2-3da33d789185 req-3a776885-a38d-4725-bdb4-49ed36924e2b tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.15 "DELETE /v2.0/ports/7a8e5d11-dcc8-4850-9d49-184e595da757 HTTP/1.1" status: 204  len: 173 time: 0.9454992
Jul 13 22:03:39.661980 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635cd8c4-afb2-48e5-8aa2-bbda3d7add77', 'name': 'network-vif-deleted', 'tag': '7a8e5d11-dcc8-4850-9d49-184e595da757', 'status': 'completed', 'code': 200}
Jul 13 22:03:40.388592 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 7a8e5d11-dcc8-4850-9d49-184e595da757 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:03:40.433146 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8aded7d2-4a48-4f20-9aee-23196db07e7d req-d383c205-46f2-4d74-83ff-0de4b96ca93a tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc8bc236-fc4f-4cb1-bad6-67b8744e4d43 HTTP/1.1" status: 200  len: 210 time: 0.0509293
Jul 13 22:03:40.444512 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] No Port match for: 7a8e5d11-dcc8-4850-9d49-184e595da757 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:03:40.444945 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 7a8e5d11-dcc8-4850-9d49-184e595da757 not bound to the agent host hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:03:40.445592 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:03:40.453694 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-a6bdbc81-684d-428c-9cba-0f8113f686c1 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:40.455272 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-a6bdbc81-684d-428c-9cba-0f8113f686c1 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.15 "GET /v2.0/networks?id=94ceb28b-1d67-44bd-89fc-864f4cbba322 HTTP/1.1" status: 200  len: 808 time: 0.1629608
Jul 13 22:03:40.480670 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] No Port match for: 6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:03:40.481094 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 6c7a6dda-f5c6-43c1-ac20-6ef5f21fde95 not bound to the agent host hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:03:40.490328 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-5028b40c-0b4a-4ad2-8bb8-55b7cf0327ff tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Request body: {'port': {'device_id': 'cc8bc236-fc4f-4cb1-bad6-67b8744e4d43', 'network_id': '94ceb28b-1d67-44bd-89fc-864f4cbba322', 'admin_state_up': True, 'tenant_id': '2530706b58cf4237b0b2f9b0af81d896'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:03:40.658812 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-4ef65bf8-41e0-486b-be54-f9e8799441ce req-508e2ff4-f077-4856-985d-731a1fbb294f tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Synchronizing usage tracker for tenant:4aab1ec20c864e1ba0ef5e5e6aed8b1c on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:03:40.689292 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-5028b40c-0b4a-4ad2-8bb8-55b7cf0327ff tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:03:40.694937 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-5028b40c-0b4a-4ad2-8bb8-55b7cf0327ff tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Usage tracker for resource:port and tenant:2530706b58cf4237b0b2f9b0af81d896 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:03:40.698170 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-5028b40c-0b4a-4ad2-8bb8-55b7cf0327ff tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:03:40.701244 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-4ef65bf8-41e0-486b-be54-f9e8799441ce req-508e2ff4-f077-4856-985d-731a1fbb294f tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Unset dirty status for tenant:4aab1ec20c864e1ba0ef5e5e6aed8b1c on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:03:40.702581 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4ef65bf8-41e0-486b-be54-f9e8799441ce req-508e2ff4-f077-4856-985d-731a1fbb294f tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=635cd8c4-afb2-48e5-8aa2-bbda3d7add77 HTTP/1.1" status: 200  len: 210 time: 0.1056554
Jul 13 22:03:40.706900 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-5028b40c-0b4a-4ad2-8bb8-55b7cf0327ff tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:03:40.716766 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-5028b40c-0b4a-4ad2-8bb8-55b7cf0327ff tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Made reservation on behalf of 2530706b58cf4237b0b2f9b0af81d896 for: {'port': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:03:40.723164 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-5028b40c-0b4a-4ad2-8bb8-55b7cf0327ff tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:40.930892 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-5028b40c-0b4a-4ad2-8bb8-55b7cf0327ff tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Allocated IP 172.20.0.5 (94ceb28b-1d67-44bd-89fc-864f4cbba322/1734c82d-53d6-46db-b139-d488ee342875/f85874c2-78df-42d2-8e3f-c74d0ccf667b) {{(pid=82083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:03:41.150046 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-5028b40c-0b4a-4ad2-8bb8-55b7cf0327ff tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Notify callbacks [] for port, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:41.175302 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-5028b40c-0b4a-4ad2-8bb8-55b7cf0327ff tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:41.181626 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-65a0de21-96e3-4567-a371-37ca90e41095 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:41.247883 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-5028b40c-0b4a-4ad2-8bb8-55b7cf0327ff tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Network 94ceb28b-1d67-44bd-89fc-864f4cbba322 is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:03:41.256654 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-5028b40c-0b4a-4ad2-8bb8-55b7cf0327ff tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:03:41.261309 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-5028b40c-0b4a-4ad2-8bb8-55b7cf0327ff tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Received port after_create {{(pid=82083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:03:41.294373 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028b40c-0b4a-4ad2-8bb8-55b7cf0327ff tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Pushing event updated for resources: {'Port': ['ID=f85874c2-78df-42d2-8e3f-c74d0ccf667b,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:41.301106 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-5028b40c-0b4a-4ad2-8bb8-55b7cf0327ff tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:41.330521 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-5028b40c-0b4a-4ad2-8bb8-55b7cf0327ff tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:41.331196 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-5028b40c-0b4a-4ad2-8bb8-55b7cf0327ff tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:41.353943 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-5028b40c-0b4a-4ad2-8bb8-55b7cf0327ff tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8688107
Jul 13 22:03:41.374517 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-6106091d-5cd0-4a3a-9f77-e10e1a28e04c service neutron] Request body: {'port': {'device_id': 'cc8bc236-fc4f-4cb1-bad6-67b8744e4d43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:03:41.518561 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-6106091d-5cd0-4a3a-9f77-e10e1a28e04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:41.757940 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5f84a-2ac7-492d-a2ea-0d3d756285c9 req-a5c8e0e9-af56-4d80-9390-f0fd487abc4b tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:41.758713 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-4ac5f84a-2ac7-492d-a2ea-0d3d756285c9 req-a5c8e0e9-af56-4d80-9390-f0fd487abc4b tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Synchronizing usage tracker for tenant:2530706b58cf4237b0b2f9b0af81d896 on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:03:41.841354 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-4ac5f84a-2ac7-492d-a2ea-0d3d756285c9 req-a5c8e0e9-af56-4d80-9390-f0fd487abc4b tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Unset dirty status for tenant:2530706b58cf4237b0b2f9b0af81d896 on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:03:41.842673 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4ac5f84a-2ac7-492d-a2ea-0d3d756285c9 req-a5c8e0e9-af56-4d80-9390-f0fd487abc4b tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc8bc236-fc4f-4cb1-bad6-67b8744e4d43 HTTP/1.1" status: 200  len: 931 time: 0.2782319
Jul 13 22:03:41.936467 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4ac5f84a-2ac7-492d-a2ea-0d3d756285c9 req-f8804271-4252-4111-bfb1-ffd9e5e86097 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757244
Jul 13 22:03:42.006290 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-6106091d-5cd0-4a3a-9f77-e10e1a28e04c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f85874c2-78df-42d2-8e3f-c74d0ccf667b {{(pid=82083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:03:42.013169 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-6106091d-5cd0-4a3a-9f77-e10e1a28e04c service neutron] Notify callbacks [] for port, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:42.028729 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-6106091d-5cd0-4a3a-9f77-e10e1a28e04c service neutron] Transition to ACTIVE for port object f85874c2-78df-42d2-8e3f-c74d0ccf667b will not be triggered until provisioned by entity L2. {{(pid=82083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:03:42.031239 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-6106091d-5cd0-4a3a-9f77-e10e1a28e04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852293183'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:42.035568 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:42.163900 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106091d-5cd0-4a3a-9f77-e10e1a28e04c service neutron] Pushing event updated for resources: {'Port': ['ID=f85874c2-78df-42d2-8e3f-c74d0ccf667b,revision_number=2']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:42.168260 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6106091d-5cd0-4a3a-9f77-e10e1a28e04c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:42.466515 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-6106091d-5cd0-4a3a-9f77-e10e1a28e04c service neutron] Attempting to bind port f85874c2-78df-42d2-8e3f-c74d0ccf667b on host hv-cinder-80061 for vnic_type normal with profile  {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:03:42.466808 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-6106091d-5cd0-4a3a-9f77-e10e1a28e04c service neutron] Attempting to bind port f85874c2-78df-42d2-8e3f-c74d0ccf667b by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': '4d900011-7bad-4db3-b483-fb48b347038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94ceb28b-1d67-44bd-89fc-864f4cbba322'}] {{(pid=82083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:03:42.467181 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-6106091d-5cd0-4a3a-9f77-e10e1a28e04c service neutron] Attempting to bind port f85874c2-78df-42d2-8e3f-c74d0ccf667b on network 94ceb28b-1d67-44bd-89fc-864f4cbba322 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:03:42.473197 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-6106091d-5cd0-4a3a-9f77-e10e1a28e04c service neutron] Port f85874c2-78df-42d2-8e3f-c74d0ccf667b on network 94ceb28b-1d67-44bd-89fc-864f4cbba322 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 13 22:03:42.473562 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-6106091d-5cd0-4a3a-9f77-e10e1a28e04c service neutron] Attempting to bind port f85874c2-78df-42d2-8e3f-c74d0ccf667b on network 94ceb28b-1d67-44bd-89fc-864f4cbba322 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:03:42.480090 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-6106091d-5cd0-4a3a-9f77-e10e1a28e04c service neutron] Checking agent: {'id': '86d26810-67bf-4143-935e-299d5b9ec4cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:03:42.480468 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-6106091d-5cd0-4a3a-9f77-e10e1a28e04c service neutron] Checking segment: {'id': '4d900011-7bad-4db3-b483-fb48b347038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94ceb28b-1d67-44bd-89fc-864f4cbba322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:03:42.480919 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-6106091d-5cd0-4a3a-9f77-e10e1a28e04c service neutron] Bound using segment: {'id': '4d900011-7bad-4db3-b483-fb48b347038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94ceb28b-1d67-44bd-89fc-864f4cbba322'} {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:03:42.481393 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-6106091d-5cd0-4a3a-9f77-e10e1a28e04c service neutron] Bound port: f85874c2-78df-42d2-8e3f-c74d0ccf667b, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d900011-7bad-4db3-b483-fb48b347038c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '94ceb28b-1d67-44bd-89fc-864f4cbba322'}}] {{(pid=82083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:03:42.481772 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-6106091d-5cd0-4a3a-9f77-e10e1a28e04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:42.572258 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-6106091d-5cd0-4a3a-9f77-e10e1a28e04c service neutron] For port f85874c2-78df-42d2-8e3f-c74d0ccf667b, host hv-cinder-80061, cleared binding levels {{(pid=82083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:03:42.575649 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-6106091d-5cd0-4a3a-9f77-e10e1a28e04c service neutron] For port f85874c2-78df-42d2-8e3f-c74d0ccf667b, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=f85874c2-78df-42d2-8e3f-c74d0ccf667b,segment=NetworkSegment(4d900011-7bad-4db3-b483-fb48b347038c),segment_id=4d900011-7bad-4db3-b483-fb48b347038c)] {{(pid=82083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:03:42.579475 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-6106091d-5cd0-4a3a-9f77-e10e1a28e04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852293183'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:42.584844 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-3a776885-a38d-4725-bdb4-49ed36924e2b tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:42.643824 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-6106091d-5cd0-4a3a-9f77-e10e1a28e04c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:42.645898 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-6106091d-5cd0-4a3a-9f77-e10e1a28e04c service neutron] 10.222.0.15 "PUT /v2.0/ports/f85874c2-78df-42d2-8e3f-c74d0ccf667b HTTP/1.1" status: 200  len: 1093 time: 1.2768378
Jul 13 22:03:42.646437 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc8bc236-fc4f-4cb1-bad6-67b8744e4d43', 'tag': 'f85874c2-78df-42d2-8e3f-c74d0ccf667b'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:03:42.668258 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106091d-5cd0-4a3a-9f77-e10e1a28e04c service neutron] Pushing event updated for resources: {'Port': ['ID=f85874c2-78df-42d2-8e3f-c74d0ccf667b,revision_number=3']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:42.671527 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6106091d-5cd0-4a3a-9f77-e10e1a28e04c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:42.699698 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc8bc236-fc4f-4cb1-bad6-67b8744e4d43', 'tag': 'f85874c2-78df-42d2-8e3f-c74d0ccf667b', 'status': 'completed', 'code': 200}
Jul 13 22:03:43.353866 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894d7fa-cd00-469a-8898-5b13fb82874b req-6309baca-6324-4990-80c6-bcd69b582ce2 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:43.355459 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4894d7fa-cd00-469a-8898-5b13fb82874b req-6309baca-6324-4990-80c6-bcd69b582ce2 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc8bc236-fc4f-4cb1-bad6-67b8744e4d43 HTTP/1.1" status: 200  len: 943 time: 0.2850411
Jul 13 22:03:43.358684 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:03:43.403306 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4894d7fa-cd00-469a-8898-5b13fb82874b req-e19ab869-f637-46bf-a82e-a6a2c363cee7 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415971
Jul 13 22:03:44.609215 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2dba6b-11cc-4704-8f20-0e4da4f05b7c req-aaba12bb-715c-4552-a1fb-6ce36e1441af tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:44.610796 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9a2dba6b-11cc-4704-8f20-0e4da4f05b7c req-aaba12bb-715c-4552-a1fb-6ce36e1441af tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc8bc236-fc4f-4cb1-bad6-67b8744e4d43 HTTP/1.1" status: 200  len: 943 time: 0.0851321
Jul 13 22:03:44.658234 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9a2dba6b-11cc-4704-8f20-0e4da4f05b7c req-ccd2a530-9bbf-454a-8328-36f63e01aed2 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408573
Jul 13 22:03:45.220275 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-03cf8dbf-c04a-4af8-b251-dac36a4e1ccc req-f7ec4dc6-def1-4b8a-b213-f58f779b92c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2530706b58cf4237b0b2f9b0af81d896&device_id=cc8bc236-fc4f-4cb1-bad6-67b8744e4d43 HTTP/1.1" status: 200  len: 1096 time: 0.0755296
Jul 13 22:03:45.381612 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf8dbf-c04a-4af8-b251-dac36a4e1ccc req-4f1f1bf7-6bf7-4ff2-8220-71ab64f46f81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:45.383109 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-03cf8dbf-c04a-4af8-b251-dac36a4e1ccc req-4f1f1bf7-6bf7-4ff2-8220-71ab64f46f81 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2530706b58cf4237b0b2f9b0af81d896&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1466322
Jul 13 22:03:45.531791 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf8dbf-c04a-4af8-b251-dac36a4e1ccc req-61eb26ba-4934-4b08-b818-49646d8111d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:45.533398 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-03cf8dbf-c04a-4af8-b251-dac36a4e1ccc req-61eb26ba-4934-4b08-b818-49646d8111d8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1430521
Jul 13 22:03:45.676086 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-875030f4-6110-450c-8b46-8f680fc810ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2530706b58cf4237b0b2f9b0af81d896&device_id=cc8bc236-fc4f-4cb1-bad6-67b8744e4d43 HTTP/1.1" status: 200  len: 1096 time: 0.0779021
Jul 13 22:03:45.761153 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-aa6a68fc-3026-49b1-b8ca-4adee4e0b03b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f85874c2-78df-42d2-8e3f-c74d0ccf667b HTTP/1.1" status: 200  len: 217 time: 0.0702569
Jul 13 22:03:45.885087 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-090b11c3-3843-4c07-b998-2ed23801b0d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:45.886625 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-090b11c3-3843-4c07-b998-2ed23801b0d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1734c82d-53d6-46db-b139-d488ee342875 HTTP/1.1" status: 200  len: 848 time: 0.1170883
Jul 13 22:03:45.950081 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-1b6083a8-b37d-495f-b616-205cb782e125 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=94ceb28b-1d67-44bd-89fc-864f4cbba322&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0553474
Jul 13 22:03:45.960857 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a82421-b0a9-4380-8e20-877420a2b13e req-ea903aac-1857-4cdf-bcd6-d1f1351272b3 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:45.962340 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-80a82421-b0a9-4380-8e20-877420a2b13e req-ea903aac-1857-4cdf-bcd6-d1f1351272b3 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc8bc236-fc4f-4cb1-bad6-67b8744e4d43 HTTP/1.1" status: 200  len: 943 time: 0.1516261
Jul 13 22:03:46.109631 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-80a82421-b0a9-4380-8e20-877420a2b13e req-ab18a8b4-9f43-4794-a7e0-5d76fab7c7dc tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226780
Jul 13 22:03:46.134911 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-5b09819a-20f3-469f-a7de-8d7f46f90a83 service neutron] 10.222.0.15 "GET /v2.0/networks/94ceb28b-1d67-44bd-89fc-864f4cbba322?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1716177
Jul 13 22:03:46.284915 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-afd8b843-81d2-4bde-a7eb-95fbbdb16326 req-6808ff87-62df-4559-9192-c94cb057bae0 service neutron] 10.222.0.15 "GET /v2.0/networks/94ceb28b-1d67-44bd-89fc-864f4cbba322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1417952
Jul 13 22:03:47.403405 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e7c24-b152-4260-908f-90537f11dcc7 req-d8acdac2-f2c2-4eff-adec-dc6b4184c24d tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:47.405213 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ad2e7c24-b152-4260-908f-90537f11dcc7 req-d8acdac2-f2c2-4eff-adec-dc6b4184c24d tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc8bc236-fc4f-4cb1-bad6-67b8744e4d43 HTTP/1.1" status: 200  len: 943 time: 0.1684179
Jul 13 22:03:47.465171 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ad2e7c24-b152-4260-908f-90537f11dcc7 req-5883af5c-31f4-4675-93fd-b7f122700308 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532503
Jul 13 22:03:48.670874 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfbeff-d1a6-4bf0-ac5e-bc555f1b7eb2 req-e330e48f-f617-47b6-afd6-ae2eccaf33e6 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:48.672427 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-88dfbeff-d1a6-4bf0-ac5e-bc555f1b7eb2 req-e330e48f-f617-47b6-afd6-ae2eccaf33e6 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc8bc236-fc4f-4cb1-bad6-67b8744e4d43 HTTP/1.1" status: 200  len: 943 time: 0.0811505
Jul 13 22:03:48.721622 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-88dfbeff-d1a6-4bf0-ac5e-bc555f1b7eb2 req-840e8ae3-f9c8-40a6-a995-cb58deb25f8f tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424454
Jul 13 22:03:49.956018 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9351b-2529-4436-94c4-85ebca285f8e req-3e9a4c82-86c7-450d-abe8-15697931b723 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:49.958564 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6ab9351b-2529-4436-94c4-85ebca285f8e req-3e9a4c82-86c7-450d-abe8-15697931b723 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc8bc236-fc4f-4cb1-bad6-67b8744e4d43 HTTP/1.1" status: 200  len: 943 time: 0.0891726
Jul 13 22:03:50.006269 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6ab9351b-2529-4436-94c4-85ebca285f8e req-949517c0-66a5-4a00-86fd-27c738242559 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417202
Jul 13 22:03:51.152615 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device f85874c2-78df-42d2-8e3f-c74d0ccf667b details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 13 22:03:51.214549 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27ab38-20b0-4c3a-af44-02883a174d9b req-2c0de32a-49d0-4d39-883b-d6a889f62579 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:51.219252 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0e27ab38-20b0-4c3a-af44-02883a174d9b req-2c0de32a-49d0-4d39-883b-d6a889f62579 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc8bc236-fc4f-4cb1-bad6-67b8744e4d43 HTTP/1.1" status: 200  len: 943 time: 0.0858693
Jul 13 22:03:51.268571 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0e27ab38-20b0-4c3a-af44-02883a174d9b req-4758df99-988b-4734-a9f6-5885bb4c72de tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455565
Jul 13 22:03:51.297027 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port f85874c2-78df-42d2-8e3f-c74d0ccf667b, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=f85874c2-78df-42d2-8e3f-c74d0ccf667b,segment=NetworkSegment(4d900011-7bad-4db3-b483-fb48b347038c),segment_id=4d900011-7bad-4db3-b483-fb48b347038c)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:03:51.311026 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Returning: {'device': 'f85874c2-78df-42d2-8e3f-c74d0ccf667b', 'network_id': '94ceb28b-1d67-44bd-89fc-864f4cbba322', 'port_id': 'f85874c2-78df-42d2-8e3f-c74d0ccf667b', 'mac_address': 'fa:16:3e:16:80:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1734c82d-53d6-46db-b139-d488ee342875', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 13 22:03:51.365608 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:51.386545 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f85874c2-78df-42d2-8e3f-c74d0ccf667b {{(pid=82085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:03:51.402036 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port f85874c2-78df-42d2-8e3f-c74d0ccf667b, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=f85874c2-78df-42d2-8e3f-c74d0ccf667b,segment=NetworkSegment(4d900011-7bad-4db3-b483-fb48b347038c),segment_id=4d900011-7bad-4db3-b483-fb48b347038c)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:03:51.404760 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:51.406598 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:51.471241 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=f85874c2-78df-42d2-8e3f-c74d0ccf667b,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:51.480228 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:03:51.480646 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:03:51.481035 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:03:51.481417 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:03:51.481796 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:03:51.482171 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:03:51.482567 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:03:51.482918 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:03:51.483294 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:03:51.483663 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:03:51.484030 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:03:51.487938 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:51.790772 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['f85874c2-78df-42d2-8e3f-c74d0ccf667b'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:03:52.529923 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac0316-dd28-47da-89bc-397bf0183208 req-98132473-369b-4fbd-a94e-5cc555c8772e tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:52.531508 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2fac0316-dd28-47da-89bc-397bf0183208 req-98132473-369b-4fbd-a94e-5cc555c8772e tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/networks?id=de5d6044-cfb3-4d49-a973-f786017e1c2f HTTP/1.1" status: 200  len: 813 time: 0.1545577
Jul 13 22:03:52.549403 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2fac0316-dd28-47da-89bc-397bf0183208 req-5b18442f-f8c8-456e-bba2-2497d5b69eed tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/quotas/4aab1ec20c864e1ba0ef5e5e6aed8b1c HTTP/1.1" status: 200  len: 375 time: 0.0111864
Jul 13 22:03:52.598816 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2fac0316-dd28-47da-89bc-397bf0183208 req-4078a145-fa53-4cb4-8cee-c788858cb200 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4aab1ec20c864e1ba0ef5e5e6aed8b1c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0438042
Jul 13 22:03:52.811289 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2fac0316-dd28-47da-89bc-397bf0183208 req-0c1b717b-5191-4f75-898d-7ea962079b29 service neutron] 10.222.0.18 "GET /v2.0/networks/de5d6044-cfb3-4d49-a973-f786017e1c2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2053933
Jul 13 22:03:52.952947 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2fac0316-dd28-47da-89bc-397bf0183208 req-493ddbe7-01c7-4c9a-b892-afd962eaf392 service neutron] 10.222.0.18 "GET /v2.0/networks/de5d6044-cfb3-4d49-a973-f786017e1c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348825
Jul 13 22:03:53.228819 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87b992-1b88-45ea-97c3-cb66f024978b req-39951c4f-55ae-48d8-9a42-01f9dd39299f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:53.230412 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7b87b992-1b88-45ea-97c3-cb66f024978b req-39951c4f-55ae-48d8-9a42-01f9dd39299f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 946 time: 0.0813098
Jul 13 22:03:53.282788 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7b87b992-1b88-45ea-97c3-cb66f024978b req-289dbe8d-d8aa-4615-a91f-561dfba45bbc tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461800
Jul 13 22:03:53.486045 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922a21f-9f12-48a7-908b-6981b31cff69 req-bd425849-4c33-4a25-966d-3a75c44355bf tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:53.487777 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f922a21f-9f12-48a7-908b-6981b31cff69 req-bd425849-4c33-4a25-966d-3a75c44355bf tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc8bc236-fc4f-4cb1-bad6-67b8744e4d43 HTTP/1.1" status: 200  len: 944 time: 0.0831995
Jul 13 22:03:53.537285 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f922a21f-9f12-48a7-908b-6981b31cff69 req-d6cd7cee-ec63-46ef-96b5-b4d08749d247 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421150
Jul 13 22:03:53.640528 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f7194427-a42c-4a4a-933c-719d84bc59e8 req-892dec21-b0fb-40ec-a719-f9246ef3c6e8 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a HTTP/1.1" status: 200  len: 210 time: 0.0450802
Jul 13 22:03:54.501694 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39c7aa-1bac-472b-8f12-e98cf6dcb7a0 req-d0c7caa7-9c24-4ec2-94f1-3e96a0749894 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:54.503287 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7e39c7aa-1bac-472b-8f12-e98cf6dcb7a0 req-d0c7caa7-9c24-4ec2-94f1-3e96a0749894 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 946 time: 0.0858822
Jul 13 22:03:54.550445 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7e39c7aa-1bac-472b-8f12-e98cf6dcb7a0 req-a2487648-b0be-4ceb-87eb-10b2a0008203 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410514
Jul 13 22:03:54.750370 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8639a-1107-401c-8ec1-084f58f049c3 req-e6c22739-7d09-46b4-b921-675f0df416d5 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:54.754340 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1cb8639a-1107-401c-8ec1-084f58f049c3 req-e6c22739-7d09-46b4-b921-675f0df416d5 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc8bc236-fc4f-4cb1-bad6-67b8744e4d43 HTTP/1.1" status: 200  len: 944 time: 0.0861695
Jul 13 22:03:54.817056 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1cb8639a-1107-401c-8ec1-084f58f049c3 req-5bedb8e6-1936-41a2-9a3e-d80fee5d60b1 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516188
Jul 13 22:03:54.911970 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4fc165cf-78dd-4d7c-861f-671145a11c85 req-c2993283-8b3b-458c-ad51-52f2b0a65003 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a HTTP/1.1" status: 200  len: 210 time: 0.0468254
Jul 13 22:03:55.763892 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac0316-dd28-47da-89bc-397bf0183208 req-3ee18639-6621-4a09-8b1d-437619c4278a tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:55.766287 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2fac0316-dd28-47da-89bc-397bf0183208 req-3ee18639-6621-4a09-8b1d-437619c4278a tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.15 "GET /v2.0/networks?id=de5d6044-cfb3-4d49-a973-f786017e1c2f HTTP/1.1" status: 200  len: 813 time: 0.1867332
Jul 13 22:03:55.794763 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a36f63-a00c-43f0-a7e9-90b45d401354 req-413cd2f6-ec07-49c1-ae25-3656eb819c41 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:55.796375 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-87a36f63-a00c-43f0-a7e9-90b45d401354 req-413cd2f6-ec07-49c1-ae25-3656eb819c41 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 946 time: 0.1102242
Jul 13 22:03:55.818512 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-2fac0316-dd28-47da-89bc-397bf0183208 req-420aad6d-c874-4d75-b551-ff5501b11cad tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Request body: {'port': {'device_id': 'cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a', 'network_id': 'de5d6044-cfb3-4d49-a973-f786017e1c2f', 'admin_state_up': True, 'tenant_id': '4aab1ec20c864e1ba0ef5e5e6aed8b1c'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:03:55.850616 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-87a36f63-a00c-43f0-a7e9-90b45d401354 req-92c4941f-a4f4-48a6-9978-eae714d29252 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480189
Jul 13 22:03:55.974989 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-2fac0316-dd28-47da-89bc-397bf0183208 req-420aad6d-c874-4d75-b551-ff5501b11cad tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:03:55.985542 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-2fac0316-dd28-47da-89bc-397bf0183208 req-420aad6d-c874-4d75-b551-ff5501b11cad tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:03:55.995134 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fac0316-dd28-47da-89bc-397bf0183208 req-420aad6d-c874-4d75-b551-ff5501b11cad tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Made reservation on behalf of 4aab1ec20c864e1ba0ef5e5e6aed8b1c for: {'port': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:03:56.000493 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-2fac0316-dd28-47da-89bc-397bf0183208 req-420aad6d-c874-4d75-b551-ff5501b11cad tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:56.059537 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a3329-295d-45b7-8c02-d8b611fc208b req-90914c14-e28c-4af5-b326-85e0021a6877 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:56.061189 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-382a3329-295d-45b7-8c02-d8b611fc208b req-90914c14-e28c-4af5-b326-85e0021a6877 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc8bc236-fc4f-4cb1-bad6-67b8744e4d43 HTTP/1.1" status: 200  len: 944 time: 0.0898800
Jul 13 22:03:56.111450 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-382a3329-295d-45b7-8c02-d8b611fc208b req-03a26c84-4e9c-4813-b24f-c83fe17fa8f0 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431843
Jul 13 22:03:56.119219 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2880d09a-f30f-4c55-8acd-2e3f6277ce88 req-2537fec7-5703-412e-a5fd-1083875d91b6 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a HTTP/1.1" status: 200  len: 210 time: 0.0598881
Jul 13 22:03:56.220601 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [req-2fac0316-dd28-47da-89bc-397bf0183208 req-420aad6d-c874-4d75-b551-ff5501b11cad tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Allocated IP 172.20.0.5 (de5d6044-cfb3-4d49-a973-f786017e1c2f/9f76643c-57b3-47d1-9c94-80d33f3b9b68/67ca3a1e-3109-4f6c-89e3-1db0008fae80) {{(pid=82083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:03:56.502948 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-2fac0316-dd28-47da-89bc-397bf0183208 req-420aad6d-c874-4d75-b551-ff5501b11cad tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Notify callbacks [] for port, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:56.558192 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca9e3e-18ec-47d5-baeb-2a332b0f39e9 req-3239bc9a-2094-41ac-9303-48998abba9e7 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:56.559800 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-10ca9e3e-18ec-47d5-baeb-2a332b0f39e9 req-3239bc9a-2094-41ac-9303-48998abba9e7 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 984 time: 0.1319439
Jul 13 22:03:56.561379 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-2fac0316-dd28-47da-89bc-397bf0183208 req-420aad6d-c874-4d75-b551-ff5501b11cad tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:56.586419 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-393b416c-07cb-4b8a-a45b-06da438e140f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:56.616642 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ee344f5c-153a-4b0e-848e-c962810fe238 req-70000ebe-d92e-4df8-9fc0-74be4104e6c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2468f829f2c4d188014193e66e67de5&device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 1137 time: 0.1626089
Jul 13 22:03:56.668892 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fac0316-dd28-47da-89bc-397bf0183208 req-420aad6d-c874-4d75-b551-ff5501b11cad tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Network de5d6044-cfb3-4d49-a973-f786017e1c2f is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:03:56.674811 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [req-2fac0316-dd28-47da-89bc-397bf0183208 req-420aad6d-c874-4d75-b551-ff5501b11cad tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:03:56.686577 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fac0316-dd28-47da-89bc-397bf0183208 req-420aad6d-c874-4d75-b551-ff5501b11cad tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Received port after_create {{(pid=82083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:03:56.705442 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device f85874c2-78df-42d2-8e3f-c74d0ccf667b up at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:03:56.755423 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-10ca9e3e-18ec-47d5-baeb-2a332b0f39e9 req-698201d5-1ef8-4cba-b28b-5cc328a5b027 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&id=b1f0442b-2351-4b6b-b115-c77680578ca1&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1892967
Jul 13 22:03:56.758539 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420aad6d-c874-4d75-b551-ff5501b11cad tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Pushing event updated for resources: {'Port': ['ID=67ca3a1e-3109-4f6c-89e3-1db0008fae80,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:56.761658 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-420aad6d-c874-4d75-b551-ff5501b11cad tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:56.803484 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:56.808317 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac0316-dd28-47da-89bc-397bf0183208 req-420aad6d-c874-4d75-b551-ff5501b11cad tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:56.809080 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-2fac0316-dd28-47da-89bc-397bf0183208 req-420aad6d-c874-4d75-b551-ff5501b11cad tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:56.829757 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning for port f85874c2-78df-42d2-8e3f-c74d0ccf667b completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:03:56.840011 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning complete for port f85874c2-78df-42d2-8e3f-c74d0ccf667b triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:03:56.840447 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:56.842206 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee344f5c-153a-4b0e-848e-c962810fe238 req-7cccf77c-e73e-46cd-9283-0f79e94bdf26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:56.844025 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ee344f5c-153a-4b0e-848e-c962810fe238 req-7cccf77c-e73e-46cd-9283-0f79e94bdf26 service neutron] 10.222.0.15 "GET /v2.0/networks?id=97c4f6d1-e296-4289-9ad3-d87e8316a6bc HTTP/1.1" status: 200  len: 916 time: 0.1952403
Jul 13 22:03:56.845777 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2fac0316-dd28-47da-89bc-397bf0183208 req-420aad6d-c874-4d75-b551-ff5501b11cad tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0318413
Jul 13 22:03:56.875836 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-2fac0316-dd28-47da-89bc-397bf0183208 req-38f87421-2140-4670-ad60-bab4de060978 service neutron] Request body: {'port': {'device_id': 'cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:03:57.012543 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-2fac0316-dd28-47da-89bc-397bf0183208 req-38f87421-2140-4670-ad60-bab4de060978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:57.057007 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ee344f5c-153a-4b0e-848e-c962810fe238 req-889a5eca-d575-4085-ae1a-4c750fd38894 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07723ddc-bf6e-4f31-ad96-4279c8a48367 HTTP/1.1" status: 200  len: 1001 time: 0.1875820
Jul 13 22:03:57.121372 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:57.204364 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port f85874c2-78df-42d2-8e3f-c74d0ccf667b, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=f85874c2-78df-42d2-8e3f-c74d0ccf667b,segment=NetworkSegment(4d900011-7bad-4db3-b483-fb48b347038c),segment_id=4d900011-7bad-4db3-b483-fb48b347038c)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:03:57.205639 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8bc236-fc4f-4cb1-bad6-67b8744e4d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85874c2-78df-42d2-8e3f-c74d0ccf667b'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:03:57.213238 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:57.216008 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-fe6f7213-0d23-47d1-834e-85e87bfb6c12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:57.274296 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee344f5c-153a-4b0e-848e-c962810fe238 req-a311681d-0b4b-46d8-8095-213e2a43f358 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:57.275767 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ee344f5c-153a-4b0e-848e-c962810fe238 req-a311681d-0b4b-46d8-8095-213e2a43f358 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b6788bc-afc5-4f4b-af69-27a001c307e2 HTTP/1.1" status: 200  len: 854 time: 0.2109640
Jul 13 22:03:57.323839 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=f85874c2-78df-42d2-8e3f-c74d0ccf667b,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:57.327628 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:57.356314 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a80dc6-e8d1-425e-9ccd-ff6fbc1fff2b req-8306cefa-b268-4383-b886-50b4bdaaabab tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:57.358784 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f5a80dc6-e8d1-425e-9ccd-ff6fbc1fff2b req-8306cefa-b268-4383-b886-50b4bdaaabab tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 946 time: 0.2037218
Jul 13 22:03:57.428468 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ee344f5c-153a-4b0e-848e-c962810fe238 req-5a8d4d04-e0c4-41ee-8ef0-77af3f49040b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=97c4f6d1-e296-4289-9ad3-d87e8316a6bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1419933
Jul 13 22:03:57.432548 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f5a80dc6-e8d1-425e-9ccd-ff6fbc1fff2b req-9e57b443-b94d-473f-9a11-cd189726e12c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0676725
Jul 13 22:03:57.534672 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe9a6c-d03c-427a-9e39-12b771110500 req-8c4169ab-c33f-4a5a-9ff6-bcecf7bcb734 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:57.536799 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ffbe9a6c-d03c-427a-9e39-12b771110500 req-8c4169ab-c33f-4a5a-9ff6-bcecf7bcb734 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.15 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 946 time: 0.5016408
Jul 13 22:03:57.616861 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ee344f5c-153a-4b0e-848e-c962810fe238 req-0eb1182c-cc86-4ec8-be56-f1421b4182e8 service neutron] 10.222.0.15 "GET /v2.0/networks/97c4f6d1-e296-4289-9ad3-d87e8316a6bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1806941
Jul 13 22:03:57.705426 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-ffbe9a6c-d03c-427a-9e39-12b771110500 req-c8d4c1a1-fc99-4b29-9ea7-76249ae25a65 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Deleting port 65efea10-5009-4215-a14c-0fda61962597 {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:03:57.705736 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-ffbe9a6c-d03c-427a-9e39-12b771110500 req-c8d4c1a1-fc99-4b29-9ea7-76249ae25a65 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:57.752597 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca4f9a-f234-4f66-8824-e4702d5bccff req-b4449fb4-439a-4d3c-ba6c-9206544b2e21 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:57.754851 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0bca4f9a-f234-4f66-8824-e4702d5bccff req-b4449fb4-439a-4d3c-ba6c-9206544b2e21 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a HTTP/1.1" status: 200  len: 931 time: 0.1907175
Jul 13 22:03:57.812948 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d8dbc-0cfe-4959-bfad-7641d1212085 req-eb50902d-8115-4b4f-8f9f-0a9912c44171 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:57.814570 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-392d8dbc-0cfe-4959-bfad-7641d1212085 req-eb50902d-8115-4b4f-8f9f-0a9912c44171 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc8bc236-fc4f-4cb1-bad6-67b8744e4d43 HTTP/1.1" status: 200  len: 945 time: 0.3581455
Jul 13 22:03:57.819867 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ee344f5c-153a-4b0e-848e-c962810fe238 req-0ff5418e-a179-487c-8c10-afadfc9de0f9 service neutron] 10.222.0.15 "GET /v2.0/networks/97c4f6d1-e296-4289-9ad3-d87e8316a6bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1916044
Jul 13 22:03:57.830139 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0bca4f9a-f234-4f66-8824-e4702d5bccff req-9cfc8a5f-30c6-407a-8be1-9a785344a9d2 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647802
Jul 13 22:03:57.898514 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8bc236-fc4f-4cb1-bad6-67b8744e4d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f85874c2-78df-42d2-8e3f-c74d0ccf667b', 'code': 200}
Jul 13 22:03:58.021909 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-392d8dbc-0cfe-4959-bfad-7641d1212085 req-226bebbf-bcd9-4650-8540-20fca3636bdd tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1758139
Jul 13 22:03:58.097199 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3c70f-f4e8-4ca5-8d68-1cdb372eb9d0 req-88a61f34-add7-4496-9727-f1cd9e01cb09 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:58.099764 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-11b3c70f-f4e8-4ca5-8d68-1cdb372eb9d0 req-88a61f34-add7-4496-9727-f1cd9e01cb09 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 984 time: 0.1027541
Jul 13 22:03:58.125239 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [req-2fac0316-dd28-47da-89bc-397bf0183208 req-38f87421-2140-4670-ad60-bab4de060978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ca3a1e-3109-4f6c-89e3-1db0008fae80 {{(pid=82083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:03:58.143554 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-2fac0316-dd28-47da-89bc-397bf0183208 req-38f87421-2140-4670-ad60-bab4de060978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:58.156596 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-ffbe9a6c-d03c-427a-9e39-12b771110500 req-c8d4c1a1-fc99-4b29-9ea7-76249ae25a65 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] For port 65efea10-5009-4215-a14c-0fda61962597, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=65efea10-5009-4215-a14c-0fda61962597,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:03:58.157021 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-ffbe9a6c-d03c-427a-9e39-12b771110500 req-c8d4c1a1-fc99-4b29-9ea7-76249ae25a65 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:58.208948 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-11b3c70f-f4e8-4ca5-8d68-1cdb372eb9d0 req-36faa2da-0119-4121-8a9f-6b7998aad021 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&id=b1f0442b-2351-4b6b-b115-c77680578ca1&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1012039
Jul 13 22:03:58.228197 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7ab24787-ea8f-4d36-b4a5-ad1216d28374 req-6f6cfce4-5714-4047-b523-37074e926dd9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cc8bc236-fc4f-4cb1-bad6-67b8744e4d43 HTTP/1.1" status: 200  len: 1098 time: 0.1018431
Jul 13 22:03:58.231132 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-2fac0316-dd28-47da-89bc-397bf0183208 req-38f87421-2140-4670-ad60-bab4de060978 service neutron] Transition to ACTIVE for port object 67ca3a1e-3109-4f6c-89e3-1db0008fae80 will not be triggered until provisioned by entity L2. {{(pid=82083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:03:58.240935 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-2fac0316-dd28-47da-89bc-397bf0183208 req-38f87421-2140-4670-ad60-bab4de060978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852293183'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:58.247689 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-54c22cc2-04c9-4614-979a-f96dbfb7453d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:58.283001 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7ab24787-ea8f-4d36-b4a5-ad1216d28374 req-7f5b773c-dcf7-49ca-82b2-9a2519ae8bf5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473650
Jul 13 22:03:58.463185 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f87421-2140-4670-ad60-bab4de060978 service neutron] Pushing event updated for resources: {'Port': ['ID=67ca3a1e-3109-4f6c-89e3-1db0008fae80,revision_number=2']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:58.474375 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-38f87421-2140-4670-ad60-bab4de060978 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:58.669057 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5ea53-c67e-4b46-83b9-bae16d596983 req-d730b67f-9958-455b-9fe1-6c2061b5be57 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:58.670660 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c9f5ea53-c67e-4b46-83b9-bae16d596983 req-d730b67f-9958-455b-9fe1-6c2061b5be57 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 946 time: 0.0977480
Jul 13 22:03:58.704197 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-ffbe9a6c-d03c-427a-9e39-12b771110500 req-c8d4c1a1-fc99-4b29-9ea7-76249ae25a65 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:58.704609 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-ffbe9a6c-d03c-427a-9e39-12b771110500 req-c8d4c1a1-fc99-4b29-9ea7-76249ae25a65 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758945'] for floatingip, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:58.705012 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.l3_db [req-ffbe9a6c-d03c-427a-9e39-12b771110500 req-c8d4c1a1-fc99-4b29-9ea7-76249ae25a65 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Floating IP 02627e71-d733-4e04-8c17-4b4e18c06139 disassociated. External IP: 172.27.3.126, port: 65efea10-5009-4215-a14c-0fda61962597.
Jul 13 22:03:58.705398 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-ffbe9a6c-d03c-427a-9e39-12b771110500 req-c8d4c1a1-fc99-4b29-9ea7-76249ae25a65 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Calling delete_port for 65efea10-5009-4215-a14c-0fda61962597 owned by compute:nova {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:03:58.719432 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c9f5ea53-c67e-4b46-83b9-bae16d596983 req-4e3005c2-dabc-48a5-85b2-d5ff5c3d886c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=e7bccd76-6bae-44db-aef1-7146ed9aebd5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423045
Jul 13 22:03:58.756116 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-2fac0316-dd28-47da-89bc-397bf0183208 req-38f87421-2140-4670-ad60-bab4de060978 service neutron] Attempting to bind port 67ca3a1e-3109-4f6c-89e3-1db0008fae80 on host hv-cinder-80061 for vnic_type normal with profile  {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:03:58.756490 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-2fac0316-dd28-47da-89bc-397bf0183208 req-38f87421-2140-4670-ad60-bab4de060978 service neutron] Attempting to bind port 67ca3a1e-3109-4f6c-89e3-1db0008fae80 by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': 'f7205b7e-901f-4378-a06c-b7abc50d227b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'de5d6044-cfb3-4d49-a973-f786017e1c2f'}] {{(pid=82083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:03:58.756887 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fac0316-dd28-47da-89bc-397bf0183208 req-38f87421-2140-4670-ad60-bab4de060978 service neutron] Attempting to bind port 67ca3a1e-3109-4f6c-89e3-1db0008fae80 on network de5d6044-cfb3-4d49-a973-f786017e1c2f {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:03:58.776759 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fac0316-dd28-47da-89bc-397bf0183208 req-38f87421-2140-4670-ad60-bab4de060978 service neutron] Port 67ca3a1e-3109-4f6c-89e3-1db0008fae80 on network de5d6044-cfb3-4d49-a973-f786017e1c2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 13 22:03:58.777159 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fac0316-dd28-47da-89bc-397bf0183208 req-38f87421-2140-4670-ad60-bab4de060978 service neutron] Attempting to bind port 67ca3a1e-3109-4f6c-89e3-1db0008fae80 on network de5d6044-cfb3-4d49-a973-f786017e1c2f {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:03:58.798943 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fac0316-dd28-47da-89bc-397bf0183208 req-38f87421-2140-4670-ad60-bab4de060978 service neutron] Checking agent: {'id': '86d26810-67bf-4143-935e-299d5b9ec4cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:03:58.799331 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fac0316-dd28-47da-89bc-397bf0183208 req-38f87421-2140-4670-ad60-bab4de060978 service neutron] Checking segment: {'id': 'f7205b7e-901f-4378-a06c-b7abc50d227b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'de5d6044-cfb3-4d49-a973-f786017e1c2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:03:58.799747 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fac0316-dd28-47da-89bc-397bf0183208 req-38f87421-2140-4670-ad60-bab4de060978 service neutron] Bound using segment: {'id': 'f7205b7e-901f-4378-a06c-b7abc50d227b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'de5d6044-cfb3-4d49-a973-f786017e1c2f'} {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:03:58.800217 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-2fac0316-dd28-47da-89bc-397bf0183208 req-38f87421-2140-4670-ad60-bab4de060978 service neutron] Bound port: 67ca3a1e-3109-4f6c-89e3-1db0008fae80, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7205b7e-901f-4378-a06c-b7abc50d227b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'de5d6044-cfb3-4d49-a973-f786017e1c2f'}}] {{(pid=82083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:03:58.800599 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-2fac0316-dd28-47da-89bc-397bf0183208 req-38f87421-2140-4670-ad60-bab4de060978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:58.946828 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-ffbe9a6c-d03c-427a-9e39-12b771110500 req-c8d4c1a1-fc99-4b29-9ea7-76249ae25a65 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:58.953702 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bc0ea01b-b242-4d2d-a010-8ba878d59598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:59.001066 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-2fac0316-dd28-47da-89bc-397bf0183208 req-38f87421-2140-4670-ad60-bab4de060978 service neutron] For port 67ca3a1e-3109-4f6c-89e3-1db0008fae80, host hv-cinder-80061, cleared binding levels {{(pid=82083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:03:59.034981 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4c1a1-fc99-4b29-9ea7-76249ae25a65 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Pushing event deleted for resources: {'Port': ['ID=65efea10-5009-4215-a14c-0fda61962597,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:59.048915 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c8d4c1a1-fc99-4b29-9ea7-76249ae25a65 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:59.057403 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-2fac0316-dd28-47da-89bc-397bf0183208 req-38f87421-2140-4670-ad60-bab4de060978 service neutron] For port 67ca3a1e-3109-4f6c-89e3-1db0008fae80, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=67ca3a1e-3109-4f6c-89e3-1db0008fae80,segment=NetworkSegment(f7205b7e-901f-4378-a06c-b7abc50d227b),segment_id=f7205b7e-901f-4378-a06c-b7abc50d227b)] {{(pid=82083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:03:59.065895 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-2fac0316-dd28-47da-89bc-397bf0183208 req-38f87421-2140-4670-ad60-bab4de060978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852293183'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:59.072137 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c8d4c1a1-fc99-4b29-9ea7-76249ae25a65 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:03:59.243489 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f815dc8-c0f7-4d2f-8430-b561f6deb7f2 req-a53260ff-8b1a-4e49-a8a6-bcd8ef6fe87d tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:59.245238 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8f815dc8-c0f7-4d2f-8430-b561f6deb7f2 req-a53260ff-8b1a-4e49-a8a6-bcd8ef6fe87d tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc8bc236-fc4f-4cb1-bad6-67b8744e4d43 HTTP/1.1" status: 200  len: 945 time: 0.0832102
Jul 13 22:03:59.302558 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8f815dc8-c0f7-4d2f-8430-b561f6deb7f2 req-1d27f14a-a71f-4993-9d03-f496f578407f tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506153
Jul 13 22:03:59.451614 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-2fac0316-dd28-47da-89bc-397bf0183208 req-38f87421-2140-4670-ad60-bab4de060978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:03:59.453136 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2fac0316-dd28-47da-89bc-397bf0183208 req-38f87421-2140-4670-ad60-bab4de060978 service neutron] 10.222.0.15 "PUT /v2.0/ports/67ca3a1e-3109-4f6c-89e3-1db0008fae80 HTTP/1.1" status: 200  len: 1093 time: 2.5832567
Jul 13 22:03:59.461386 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a', 'tag': '67ca3a1e-3109-4f6c-89e3-1db0008fae80'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:03:59.495748 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f87421-2140-4670-ad60-bab4de060978 service neutron] Pushing event updated for resources: {'Port': ['ID=67ca3a1e-3109-4f6c-89e3-1db0008fae80,revision_number=3']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:03:59.501394 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-38f87421-2140-4670-ad60-bab4de060978 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:03:59.507104 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad144f92-dd4b-4055-b869-268e7514b2a4 req-ae1722cf-dc78-4195-8662-eef289e2520f tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:59.508769 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ad144f92-dd4b-4055-b869-268e7514b2a4 req-ae1722cf-dc78-4195-8662-eef289e2520f tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 984 time: 0.0894420
Jul 13 22:03:59.509495 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0429662-3d73-469b-9a94-fcc5ea954c6b req-3328a2e1-3fe6-403d-92d5-b9daf74ded43 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:59.510272 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-f0429662-3d73-469b-9a94-fcc5ea954c6b req-3328a2e1-3fe6-403d-92d5-b9daf74ded43 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Synchronizing usage tracker for tenant:4aab1ec20c864e1ba0ef5e5e6aed8b1c on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:03:59.545039 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-f0429662-3d73-469b-9a94-fcc5ea954c6b req-3328a2e1-3fe6-403d-92d5-b9daf74ded43 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Unset dirty status for tenant:4aab1ec20c864e1ba0ef5e5e6aed8b1c on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:03:59.548342 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f0429662-3d73-469b-9a94-fcc5ea954c6b req-3328a2e1-3fe6-403d-92d5-b9daf74ded43 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a HTTP/1.1" status: 200  len: 943 time: 0.5609758
Jul 13 22:03:59.569566 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ad144f92-dd4b-4055-b869-268e7514b2a4 req-75e09a49-c450-4ffa-bccc-9a3492041f41 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&id=b1f0442b-2351-4b6b-b115-c77680578ca1&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0531585
Jul 13 22:03:59.642202 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a', 'tag': '67ca3a1e-3109-4f6c-89e3-1db0008fae80', 'status': 'completed', 'code': 200}
Jul 13 22:03:59.700616 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f0429662-3d73-469b-9a94-fcc5ea954c6b req-5bf7d4bf-2710-4fce-8c6d-d8954ae85d87 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056290
Jul 13 22:03:59.711533 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2fac0316-dd28-47da-89bc-397bf0183208 req-0267f5cc-4591-48c8-9fa7-a06c59b0ab74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4aab1ec20c864e1ba0ef5e5e6aed8b1c&device_id=cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a HTTP/1.1" status: 200  len: 1096 time: 0.1615615
Jul 13 22:03:59.814646 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2fac0316-dd28-47da-89bc-397bf0183208 req-604559cf-dcbb-4c4f-a9be-d58029f27e1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67ca3a1e-3109-4f6c-89e3-1db0008fae80 HTTP/1.1" status: 200  len: 217 time: 0.0867023
Jul 13 22:03:59.883247 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffbe9a6c-d03c-427a-9e39-12b771110500 req-c8d4c1a1-fc99-4b29-9ea7-76249ae25a65 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Router 9b6c27d5-3320-4579-9081-2d22f2bf8b08 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:03:59.946518 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac0316-dd28-47da-89bc-397bf0183208 req-26fd7de6-ddef-4c3d-a00d-e888c789bb37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:03:59.948047 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2fac0316-dd28-47da-89bc-397bf0183208 req-26fd7de6-ddef-4c3d-a00d-e888c789bb37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f76643c-57b3-47d1-9c94-80d33f3b9b68 HTTP/1.1" status: 200  len: 853 time: 0.1259730
Jul 13 22:03:59.951381 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1b995976-ff3c-4233-b591-b4fbd0c4035e req-90f0584a-51d2-4925-abd6-c0bcc5016407 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 210 time: 0.0589278
Jul 13 22:04:00.111944 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2fac0316-dd28-47da-89bc-397bf0183208 req-f3af7f18-69f0-4843-8db3-de97bdbc4e47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5d6044-cfb3-4d49-a973-f786017e1c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1042328
Jul 13 22:04:00.292444 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2fac0316-dd28-47da-89bc-397bf0183208 req-764b500f-660a-45b7-89cf-f618fd7450f3 service neutron] 10.222.0.15 "GET /v2.0/networks/de5d6044-cfb3-4d49-a973-f786017e1c2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1636441
Jul 13 22:04:00.421089 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffbe9a6c-d03c-427a-9e39-12b771110500 req-c8d4c1a1-fc99-4b29-9ea7-76249ae25a65 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:04:00.432396 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9f8576-46bb-4b19-b56a-5be78e81e065 None None] Sync routers for ids ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'] in dv-cinder-800618-1-iscsi {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:04:00.445912 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9f8576-46bb-4b19-b56a-5be78e81e065 None None] Routers {'9b6c27d5-3320-4579-9081-2d22f2bf8b08'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:04:00.446575 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-2a9f8576-46bb-4b19-b56a-5be78e81e065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36ca2fd0>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:03:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:04:00.519632 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ede5e4-7ae2-4eb7-aa50-be846426c083 req-bd4617a8-09a1-4db3-a5dc-2d6eebc23c27 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:00.521906 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-32ede5e4-7ae2-4eb7-aa50-be846426c083 req-bd4617a8-09a1-4db3-a5dc-2d6eebc23c27 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc8bc236-fc4f-4cb1-bad6-67b8744e4d43 HTTP/1.1" status: 200  len: 945 time: 0.0894516
Jul 13 22:04:00.526566 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbe9a6c-d03c-427a-9e39-12b771110500 req-c8d4c1a1-fc99-4b29-9ea7-76249ae25a65 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] No DVR routers for this DVR port 65efea10-5009-4215-a14c-0fda61962597 on host hv-cinder-80061 {{(pid=82083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:04:00.530592 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-ffbe9a6c-d03c-427a-9e39-12b771110500 req-c8d4c1a1-fc99-4b29-9ea7-76249ae25a65 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:00.540250 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2fac0316-dd28-47da-89bc-397bf0183208 req-03c7bf3d-f090-498f-99e0-fb94a3f2dce4 service neutron] 10.222.0.15 "GET /v2.0/networks/de5d6044-cfb3-4d49-a973-f786017e1c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2403603
Jul 13 22:04:00.547285 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ffbe9a6c-d03c-427a-9e39-12b771110500 req-c8d4c1a1-fc99-4b29-9ea7-76249ae25a65 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.15 "DELETE /v2.0/ports/65efea10-5009-4215-a14c-0fda61962597 HTTP/1.1" status: 204  len: 173 time: 3.0023890
Jul 13 22:04:00.655693 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-2a9f8576-46bb-4b19-b56a-5be78e81e065 None None] Set router 9b6c27d5-3320-4579-9081-2d22f2bf8b08 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:04:00.827159 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9b0945c7-15d1-4481-8970-626f4e165732 req-453ba030-7821-4f35-b41f-e3e99b4b6f29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4aab1ec20c864e1ba0ef5e5e6aed8b1c&device_id=cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a HTTP/1.1" status: 200  len: 1096 time: 0.1795928
Jul 13 22:04:00.837086 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ecbe7-c8c6-49aa-b0bd-4cf37fd3c15d req-d3082f9f-c4e1-4f80-91aa-484efa9d6e49 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:00.838580 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6c1ecbe7-c8c6-49aa-b0bd-4cf37fd3c15d req-d3082f9f-c4e1-4f80-91aa-484efa9d6e49 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 984 time: 0.1375353
Jul 13 22:04:00.841324 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-32ede5e4-7ae2-4eb7-aa50-be846426c083 req-d7680bd2-d942-4eec-aa07-a82d717ca25d tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3124192
Jul 13 22:04:00.858242 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-22f906b8-4f10-41ae-9733-1ec60f4f6d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:01.073905 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0945c7-15d1-4481-8970-626f4e165732 req-e86cdc68-bf19-4b8b-b436-a90ffa2bfae9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:01.076129 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9b0945c7-15d1-4481-8970-626f4e165732 req-e86cdc68-bf19-4b8b-b436-a90ffa2bfae9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de5d6044-cfb3-4d49-a973-f786017e1c2f HTTP/1.1" status: 200  len: 914 time: 0.2354062
Jul 13 22:04:01.078793 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff414c7-1319-43b0-a21a-968b5dc6bfa0 req-049acaf1-2047-4bf3-953f-2aaedba97ffe tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:01.080461 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4ff414c7-1319-43b0-a21a-968b5dc6bfa0 req-049acaf1-2047-4bf3-953f-2aaedba97ffe tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a HTTP/1.1" status: 200  len: 943 time: 0.1068687
Jul 13 22:04:01.097206 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6c1ecbe7-c8c6-49aa-b0bd-4cf37fd3c15d req-5a961903-8e43-4d1c-941e-717355b4a04a tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&id=b1f0442b-2351-4b6b-b115-c77680578ca1&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2295902
Jul 13 22:04:01.112066 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-2a9f8576-46bb-4b19-b56a-5be78e81e065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36ca2fd0>, [{'id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'name': 'tempest-AttachVolumeShelveTestJSON-95492827-router', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'gw_port': {'id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:48Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': 'a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9', 'name': '', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'mac_address': 'fa:16:3e:12:e1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:01Z', 'updated_at': '2021-07-13T21:59:14Z', 'revision_number': 5, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'subnets': [{'id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:04:01.124831 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9f8576-46bb-4b19-b56a-5be78e81e065 None None] Checking router: 9b6c27d5-3320-4579-9081-2d22f2bf8b08 for host: dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:04:01.149412 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9f8576-46bb-4b19-b56a-5be78e81e065 None None] Routers {'9b6c27d5-3320-4579-9081-2d22f2bf8b08'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:04:01.150101 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-2a9f8576-46bb-4b19-b56a-5be78e81e065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36ca2fd0>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:03:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:04:01.160000 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4ff414c7-1319-43b0-a21a-968b5dc6bfa0 req-89c37e21-8a56-4209-9dbc-ee0e2c416971 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724754
Jul 13 22:04:01.218428 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9b0945c7-15d1-4481-8970-626f4e165732 req-71567c9a-2fa4-402f-a8b3-cb9234c9f4a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67ca3a1e-3109-4f6c-89e3-1db0008fae80 HTTP/1.1" status: 200  len: 217 time: 0.1255443
Jul 13 22:04:01.377446 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0945c7-15d1-4481-8970-626f4e165732 req-b4b8788c-26d0-47a3-8d40-b2bcd711dcc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:01.382505 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9b0945c7-15d1-4481-8970-626f4e165732 req-b4b8788c-26d0-47a3-8d40-b2bcd711dcc7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f76643c-57b3-47d1-9c94-80d33f3b9b68 HTTP/1.1" status: 200  len: 853 time: 0.1551108
Jul 13 22:04:01.492626 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e3c1bcf2-ae01-4b5e-94e7-5822e8f81ef8 req-9667b67f-26c4-4780-86e9-cc445b7765c6 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=d847c036-867a-4e7e-8304-620b60fb0bcb HTTP/1.1" status: 200  len: 210 time: 0.0723629
Jul 13 22:04:01.523973 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9b0945c7-15d1-4481-8970-626f4e165732 req-bf2c2dc7-a17e-4dd6-869c-40eca4252e71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de5d6044-cfb3-4d49-a973-f786017e1c2f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1108546
Jul 13 22:04:01.619952 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-2a9f8576-46bb-4b19-b56a-5be78e81e065 None None] Set router 9b6c27d5-3320-4579-9081-2d22f2bf8b08 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:04:01.650431 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd847c036-867a-4e7e-8304-620b60fb0bcb', 'name': 'network-vif-deleted', 'tag': '65efea10-5009-4215-a14c-0fda61962597'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:04:01.709432 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9b0945c7-15d1-4481-8970-626f4e165732 req-49c7fcab-2c0c-4f63-9888-635241b3c433 service neutron] 10.222.0.15 "GET /v2.0/networks/de5d6044-cfb3-4d49-a973-f786017e1c2f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1782539
Jul 13 22:04:01.751484 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd847c036-867a-4e7e-8304-620b60fb0bcb', 'name': 'network-vif-deleted', 'tag': '65efea10-5009-4215-a14c-0fda61962597', 'status': 'completed', 'code': 200}
Jul 13 22:04:01.887840 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9b0945c7-15d1-4481-8970-626f4e165732 req-5bcce225-47ab-4abf-bd01-dfc3f6a16a37 service neutron] 10.222.0.15 "GET /v2.0/networks/de5d6044-cfb3-4d49-a973-f786017e1c2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1699758
Jul 13 22:04:01.970590 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-2a9f8576-46bb-4b19-b56a-5be78e81e065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36ca2fd0>, [{'id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'name': 'tempest-AttachVolumeShelveTestJSON-95492827-router', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'gw_port': {'id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:48Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': 'a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9', 'name': '', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'mac_address': 'fa:16:3e:12:e1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:01Z', 'updated_at': '2021-07-13T21:59:14Z', 'revision_number': 5, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'subnets': [{'id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:04:01.974925 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9f8576-46bb-4b19-b56a-5be78e81e065 None None] The sync data for ids ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'] in dv-cinder-800618-1-iscsi is: [{'id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'name': 'tempest-AttachVolumeShelveTestJSON-95492827-router', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'gw_port': {'id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:48Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': 'a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9', 'name': '', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'mac_address': 'fa:16:3e:12:e1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:01Z', 'updated_at': '2021-07-13T21:59:14Z', 'revision_number': 5, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'subnets': [{'id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:04:02.336126 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aced28-d951-4f3a-8aa5-d3c614d808bc req-bd83986a-5ef3-4672-9030-50bccc3e198a tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:02.337842 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-35aced28-d951-4f3a-8aa5-d3c614d808bc req-bd83986a-5ef3-4672-9030-50bccc3e198a tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 984 time: 0.0994728
Jul 13 22:04:02.353880 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:02.395958 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-35aced28-d951-4f3a-8aa5-d3c614d808bc req-8a977820-7868-44da-a4c6-a05994e4f365 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&id=b1f0442b-2351-4b6b-b115-c77680578ca1&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0513325
Jul 13 22:04:02.412153 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f6908-bb67-448b-a573-805b58f81dca req-f459b6ed-3d82-4e7f-bb80-c3f99d1ab5de tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:02.413816 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d29f6908-bb67-448b-a573-805b58f81dca req-f459b6ed-3d82-4e7f-bb80-c3f99d1ab5de tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a HTTP/1.1" status: 200  len: 943 time: 0.1034513
Jul 13 22:04:02.468843 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d29f6908-bb67-448b-a573-805b58f81dca req-e3108b62-f518-4010-9d41-fde39a25c776 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452447
Jul 13 22:04:02.479292 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6db4a7-32ec-43ab-aa78-e5b506839e6e None None] New status for floating IP 02627e71-d733-4e04-8c17-4b4e18c06139: DOWN {{(pid=82086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 13 22:04:02.609105 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf08c96-db0a-4557-9ef7-f1adbf5d88b4 req-5ab67814-a6fa-4d4d-a3c3-fbb7c68b4629 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:02.610697 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-abf08c96-db0a-4557-9ef7-f1adbf5d88b4 req-5ab67814-a6fa-4d4d-a3c3-fbb7c68b4629 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc8bc236-fc4f-4cb1-bad6-67b8744e4d43 HTTP/1.1" status: 200  len: 945 time: 0.0950835
Jul 13 22:04:02.668626 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-abf08c96-db0a-4557-9ef7-f1adbf5d88b4 req-4615c4fc-b115-462e-992f-6cace0bb89b7 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505552
Jul 13 22:04:02.730951 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 65efea10-5009-4215-a14c-0fda61962597 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:04:02.770588 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] No Port match for: 65efea10-5009-4215-a14c-0fda61962597 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:04:02.770995 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 65efea10-5009-4215-a14c-0fda61962597 not bound to the agent host hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:04:02.771677 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 44156) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:04:02.846336 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-edee25ea-a70b-4438-9a7f-3d2adca61f1f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:02.875651 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-edee25ea-a70b-4438-9a7f-3d2adca61f1f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:02.920550 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-edee25ea-a70b-4438-9a7f-3d2adca61f1f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:02.927947 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c0e37727-d8ae-4379-98d7-3d2bf0e2cca3 tempest-VolumesNegativeTest-381071387 tempest-VolumesNegativeTest-381071387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:02.945461 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee25ea-a70b-4438-9a7f-3d2adca61f1f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bccd76-6bae-44db-aef1-7146ed9aebd5,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:02.959609 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee25ea-a70b-4438-9a7f-3d2adca61f1f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:02.960030 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee25ea-a70b-4438-9a7f-3d2adca61f1f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:02.960446 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee25ea-a70b-4438-9a7f-3d2adca61f1f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:02.960906 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee25ea-a70b-4438-9a7f-3d2adca61f1f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:02.961311 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee25ea-a70b-4438-9a7f-3d2adca61f1f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:02.961718 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee25ea-a70b-4438-9a7f-3d2adca61f1f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:02.962117 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee25ea-a70b-4438-9a7f-3d2adca61f1f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:02.962558 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee25ea-a70b-4438-9a7f-3d2adca61f1f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:02.962958 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee25ea-a70b-4438-9a7f-3d2adca61f1f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:02.963357 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee25ea-a70b-4438-9a7f-3d2adca61f1f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:02.963752 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edee25ea-a70b-4438-9a7f-3d2adca61f1f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:02.966770 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-edee25ea-a70b-4438-9a7f-3d2adca61f1f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:02.967874 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-edee25ea-a70b-4438-9a7f-3d2adca61f1f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "DELETE /v2.0/security-groups/e7bccd76-6bae-44db-aef1-7146ed9aebd5 HTTP/1.1" status: 204  len: 168 time: 0.1951218
Jul 13 22:04:02.969113 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-edee25ea-a70b-4438-9a7f-3d2adca61f1f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:02.971034 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 44162) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:04:02.992301 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.v2.resource [None req-5fe6ab00-a958-4af7-805d-9eb16ba4bb12 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] show failed (client error): The resource could not be found.
Jul 13 22:04:02.996535 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-5fe6ab00-a958-4af7-805d-9eb16ba4bb12 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups/e7bccd76-6bae-44db-aef1-7146ed9aebd5 HTTP/1.1" status: 404  len: 347 time: 0.0217440
Jul 13 22:04:02.996877 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 44166) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:04:03.008433 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6499dfef-4264-42aa-94dc-5726db834b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:03.162748 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-07bc159a-96ae-4328-afac-2a61c841f0a4 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Deleting port d47a91d7-7b99-4652-bded-293d1a34b2a8 {{(pid=82084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:04:03.163132 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-07bc159a-96ae-4328-afac-2a61c841f0a4 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:03.339552 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-07bc159a-96ae-4328-afac-2a61c841f0a4 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:03.340157 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-07bc159a-96ae-4328-afac-2a61c841f0a4 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:03.467803 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-07bc159a-96ae-4328-afac-2a61c841f0a4 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Calling delete_port for d47a91d7-7b99-4652-bded-293d1a34b2a8 owned by network:floatingip {{(pid=82084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:04:03.610755 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:03.677112 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155943f-b9dd-4f80-8130-3e75a04de30d req-e1e4ea6c-72ce-425b-b72c-3e5a94ebec38 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:03.678740 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f155943f-b9dd-4f80-8130-3e75a04de30d req-e1e4ea6c-72ce-425b-b72c-3e5a94ebec38 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 984 time: 0.1578259
Jul 13 22:04:03.682387 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a38ca3-d815-4422-8c6a-58569620aaab req-e9e4d6aa-37ef-40d0-9ab3-103effe4f09f tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:03.684275 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-04a38ca3-d815-4422-8c6a-58569620aaab req-e9e4d6aa-37ef-40d0-9ab3-103effe4f09f tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a HTTP/1.1" status: 200  len: 943 time: 0.0864196
Jul 13 22:04:03.706467 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-07bc159a-96ae-4328-afac-2a61c841f0a4 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2579020'] for port, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:03.713611 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-583c5978-3a7e-4861-9cf8-896d3db2f25c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:03.736907 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-04a38ca3-d815-4422-8c6a-58569620aaab req-6b20149d-8b30-4dbf-afb5-f09d8ad670ee tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439088
Jul 13 22:04:03.754297 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc159a-96ae-4328-afac-2a61c841f0a4 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Pushing event deleted for resources: {'Port': ['ID=d47a91d7-7b99-4652-bded-293d1a34b2a8,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:03.761876 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-07bc159a-96ae-4328-afac-2a61c841f0a4 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:03.858999 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f155943f-b9dd-4f80-8130-3e75a04de30d req-aeabf38f-5b42-4905-9a1d-9991c0b1413d tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&id=b1f0442b-2351-4b6b-b115-c77680578ca1&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1735597
Jul 13 22:04:03.881510 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-07bc159a-96ae-4328-afac-2a61c841f0a4 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for floatingip, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:03.909978 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-07bc159a-96ae-4328-afac-2a61c841f0a4 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for floatingip, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:03.915078 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-07bc159a-96ae-4328-afac-2a61c841f0a4 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "DELETE /v2.0/floatingips/02627e71-d733-4e04-8c17-4b4e18c06139 HTTP/1.1" status: 204  len: 168 time: 0.9165237
Jul 13 22:04:04.100734 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f686e3-a08f-4600-b723-707f08db8fd6 req-6bd900a4-bec5-43b0-804d-18a90a9d286a tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:04.102548 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-69f686e3-a08f-4600-b723-707f08db8fd6 req-6bd900a4-bec5-43b0-804d-18a90a9d286a tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc8bc236-fc4f-4cb1-bad6-67b8744e4d43 HTTP/1.1" status: 200  len: 945 time: 0.0926909
Jul 13 22:04:04.155841 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-69f686e3-a08f-4600-b723-707f08db8fd6 req-575cf99d-fe9d-49cd-bd5d-147f93dcd93d tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d00d1de-a108-4daf-850d-28f8b5072968&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461166
Jul 13 22:04:04.259567 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83cf1e-afbf-4647-a384-63b114b3e80e req-72831b7f-e06d-403c-a493-e1727c65c04b tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:04.261444 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4e83cf1e-afbf-4647-a384-63b114b3e80e req-72831b7f-e06d-403c-a493-e1727c65c04b tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc8bc236-fc4f-4cb1-bad6-67b8744e4d43 HTTP/1.1" status: 200  len: 945 time: 0.0884166
Jul 13 22:04:04.337497 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-4e83cf1e-afbf-4647-a384-63b114b3e80e req-e4c85ec7-646d-4eba-a3e2-86756897f07d tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Deleting port f85874c2-78df-42d2-8e3f-c74d0ccf667b {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:04:04.337882 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-4e83cf1e-afbf-4647-a384-63b114b3e80e req-e4c85ec7-646d-4eba-a3e2-86756897f07d tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:04.553932 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 44184) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:04:04.560159 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-3b3e91fa-3517-4e8a-9fc4-259b895a56ae tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2004275065', 'description': 'tempest-description--1493621640'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:04:04.567049 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-3b3e91fa-3517-4e8a-9fc4-259b895a56ae tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:04:04.571330 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-3b3e91fa-3517-4e8a-9fc4-259b895a56ae tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Usage tracker for resource:security_group and tenant:e98d195175fb48da8da0450cb337c9e2 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:04:04.574306 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-3b3e91fa-3517-4e8a-9fc4-259b895a56ae tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:04:04.580189 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-3b3e91fa-3517-4e8a-9fc4-259b895a56ae tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:04:04.590068 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3b3e91fa-3517-4e8a-9fc4-259b895a56ae tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:04.608119 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-4e83cf1e-afbf-4647-a384-63b114b3e80e req-e4c85ec7-646d-4eba-a3e2-86756897f07d tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] For port f85874c2-78df-42d2-8e3f-c74d0ccf667b, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=f85874c2-78df-42d2-8e3f-c74d0ccf667b,segment=NetworkSegment(4d900011-7bad-4db3-b483-fb48b347038c),segment_id=4d900011-7bad-4db3-b483-fb48b347038c)] {{(pid=82083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:04:04.608538 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-4e83cf1e-afbf-4647-a384-63b114b3e80e req-e4c85ec7-646d-4eba-a3e2-86756897f07d tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:04.627677 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-3b3e91fa-3517-4e8a-9fc4-259b895a56ae tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:04:04.632233 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-3b3e91fa-3517-4e8a-9fc4-259b895a56ae tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Usage tracker for resource:security_group_rule and tenant:e98d195175fb48da8da0450cb337c9e2 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:04:04.635113 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-3b3e91fa-3517-4e8a-9fc4-259b895a56ae tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:04:04.641202 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-3b3e91fa-3517-4e8a-9fc4-259b895a56ae tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:04:04.704900 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3b3e91fa-3517-4e8a-9fc4-259b895a56ae tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:04.708437 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3b3e91fa-3517-4e8a-9fc4-259b895a56ae tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:04.714006 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f79766fd-3d50-4751-a899-175563bc8694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:04.717915 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:04.737409 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 67ca3a1e-3109-4f6c-89e3-1db0008fae80 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 13 22:04:04.746248 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-4e83cf1e-afbf-4647-a384-63b114b3e80e req-e4c85ec7-646d-4eba-a3e2-86756897f07d tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Calling delete_port for f85874c2-78df-42d2-8e3f-c74d0ccf667b owned by compute:nova {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:04:04.762858 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e91fa-3517-4e8a-9fc4-259b895a56ae tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d165eb19-637a-4247-bc63-9a704556d28b,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:04.767670 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-3b3e91fa-3517-4e8a-9fc4-259b895a56ae tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:04.768665 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3b3e91fa-3517-4e8a-9fc4-259b895a56ae tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:04.770106 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-3b3e91fa-3517-4e8a-9fc4-259b895a56ae tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.2150896
Jul 13 22:04:04.773191 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 44190) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:04:04.784445 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-896e7eae-1455-4f7a-9318-aee1910d865c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Request body: {'security_group_rule': {'security_group_id': 'd165eb19-637a-4247-bc63-9a704556d28b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:04:04.790991 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-896e7eae-1455-4f7a-9318-aee1910d865c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:04:04.795720 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-896e7eae-1455-4f7a-9318-aee1910d865c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Usage tracker for resource:security_group_rule and tenant:e98d195175fb48da8da0450cb337c9e2 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:04:04.798907 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-896e7eae-1455-4f7a-9318-aee1910d865c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:04:04.806183 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-896e7eae-1455-4f7a-9318-aee1910d865c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:04:04.830174 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-896e7eae-1455-4f7a-9318-aee1910d865c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:04.917817 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-896e7eae-1455-4f7a-9318-aee1910d865c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:04.922321 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-896e7eae-1455-4f7a-9318-aee1910d865c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215557'] for security_group_rule, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:04.933197 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 67ca3a1e-3109-4f6c-89e3-1db0008fae80, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=67ca3a1e-3109-4f6c-89e3-1db0008fae80,segment=NetworkSegment(f7205b7e-901f-4378-a06c-b7abc50d227b),segment_id=f7205b7e-901f-4378-a06c-b7abc50d227b)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:04:04.949933 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Returning: {'device': '67ca3a1e-3109-4f6c-89e3-1db0008fae80', 'network_id': 'de5d6044-cfb3-4d49-a973-f786017e1c2f', 'port_id': '67ca3a1e-3109-4f6c-89e3-1db0008fae80', 'mac_address': 'fa:16:3e:ce:5b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f76643c-57b3-47d1-9c94-80d33f3b9b68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 13 22:04:04.985466 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:05.021924 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:05.022442 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e7eae-1455-4f7a-9318-aee1910d865c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d606ce0-da1a-4905-a9d2-09ec86ec3498,revision_number=0']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:05.025202 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-896e7eae-1455-4f7a-9318-aee1910d865c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:05.041984 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-896e7eae-1455-4f7a-9318-aee1910d865c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:05.043302 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-896e7eae-1455-4f7a-9318-aee1910d865c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2653639
Jul 13 22:04:05.048429 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 44196) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:04:05.054170 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ca3a1e-3109-4f6c-89e3-1db0008fae80 {{(pid=82085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:04:05.066651 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-76d11af0-abc8-4921-8be2-ad9b3fda7d51 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Request body: {'security_group_rule': {'security_group_id': 'd165eb19-637a-4247-bc63-9a704556d28b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:04:05.075180 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 67ca3a1e-3109-4f6c-89e3-1db0008fae80, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=67ca3a1e-3109-4f6c-89e3-1db0008fae80,segment=NetworkSegment(f7205b7e-901f-4378-a06c-b7abc50d227b),segment_id=f7205b7e-901f-4378-a06c-b7abc50d227b)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:04:05.082145 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:05.082831 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-76d11af0-abc8-4921-8be2-ad9b3fda7d51 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:04:05.084033 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:05.088458 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-76d11af0-abc8-4921-8be2-ad9b3fda7d51 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Usage tracker for resource:security_group_rule and tenant:e98d195175fb48da8da0450cb337c9e2 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:04:05.099954 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce882cb-1018-415e-a69c-786f27d36126 req-7bffe211-341c-476e-97c3-6699e5e9b42a tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:05.101631 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2ce882cb-1018-415e-a69c-786f27d36126 req-7bffe211-341c-476e-97c3-6699e5e9b42a tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a HTTP/1.1" status: 200  len: 943 time: 0.1823573
Jul 13 22:04:05.102533 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-76d11af0-abc8-4921-8be2-ad9b3fda7d51 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:04:05.109247 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-76d11af0-abc8-4921-8be2-ad9b3fda7d51 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:04:05.158367 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=67ca3a1e-3109-4f6c-89e3-1db0008fae80,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:05.162836 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:05.166992 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-76d11af0-abc8-4921-8be2-ad9b3fda7d51 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:05.182846 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2ce882cb-1018-415e-a69c-786f27d36126 req-ac1baa9e-a0a1-466f-889f-6c1ea59140b8 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711372
Jul 13 22:04:05.247960 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16df083-537a-4729-bf81-08635bc492ec req-1d614f6c-477e-4bdb-896e-6339b1287442 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:05.249095 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-76d11af0-abc8-4921-8be2-ad9b3fda7d51 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:05.249715 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c16df083-537a-4729-bf81-08635bc492ec req-1d614f6c-477e-4bdb-896e-6339b1287442 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 984 time: 0.1587040
Jul 13 22:04:05.251521 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-4e83cf1e-afbf-4647-a384-63b114b3e80e req-e4c85ec7-646d-4eba-a3e2-86756897f07d tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:05.253461 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-76d11af0-abc8-4921-8be2-ad9b3fda7d51 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215557'] for security_group_rule, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:05.262745 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e157f2a2-0f43-43bc-9c4d-4f3f05a2683c tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:05.267148 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-5d5eff8e-88a9-4434-a714-a90f7b06c8c7 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:05.285986 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d11af0-abc8-4921-8be2-ad9b3fda7d51 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae665b88-2c0c-4b69-a2ce-4c264a0fb213,revision_number=0']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:05.288418 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-76d11af0-abc8-4921-8be2-ad9b3fda7d51 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:05.292566 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-76d11af0-abc8-4921-8be2-ad9b3fda7d51 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:05.293874 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-76d11af0-abc8-4921-8be2-ad9b3fda7d51 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2378869
Jul 13 22:04:05.297243 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 44206) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:04:05.304891 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-812acb61-d81d-4b55-81b6-444574951dca tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Request body: {'floatingip': {'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:04:05.311209 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-812acb61-d81d-4b55-81b6-444574951dca tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:04:05.315247 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-812acb61-d81d-4b55-81b6-444574951dca tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Usage tracker for resource:floatingip and tenant:e98d195175fb48da8da0450cb337c9e2 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:04:05.318480 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-812acb61-d81d-4b55-81b6-444574951dca tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:04:05.324581 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-812acb61-d81d-4b55-81b6-444574951dca tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:04:05.333089 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c85ec7-646d-4eba-a3e2-86756897f07d tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Pushing event deleted for resources: {'Port': ['ID=f85874c2-78df-42d2-8e3f-c74d0ccf667b,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:05.336585 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-812acb61-d81d-4b55-81b6-444574951dca tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for floatingip, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:05.338753 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e4c85ec7-646d-4eba-a3e2-86756897f07d tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:05.426919 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e83cf1e-afbf-4647-a384-63b114b3e80e req-e4c85ec7-646d-4eba-a3e2-86756897f07d tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] No DVR routers for this DVR port f85874c2-78df-42d2-8e3f-c74d0ccf667b on host hv-cinder-80061 {{(pid=82083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:04:05.431209 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-4e83cf1e-afbf-4647-a384-63b114b3e80e req-e4c85ec7-646d-4eba-a3e2-86756897f07d tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:05.433984 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8bc236-fc4f-4cb1-bad6-67b8744e4d43', 'name': 'network-vif-deleted', 'tag': 'f85874c2-78df-42d2-8e3f-c74d0ccf667b'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:04:05.450238 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c16df083-537a-4729-bf81-08635bc492ec req-5b4fedbf-ac73-4087-a347-c9ad2c5bf176 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&id=b1f0442b-2351-4b6b-b115-c77680578ca1&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1490359
Jul 13 22:04:05.454795 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4e83cf1e-afbf-4647-a384-63b114b3e80e req-e4c85ec7-646d-4eba-a3e2-86756897f07d tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.15 "DELETE /v2.0/ports/f85874c2-78df-42d2-8e3f-c74d0ccf667b HTTP/1.1" status: 204  len: 173 time: 1.1864588
Jul 13 22:04:05.488264 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['67ca3a1e-3109-4f6c-89e3-1db0008fae80'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:04:05.504855 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-812acb61-d81d-4b55-81b6-444574951dca tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:05.596238 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d4487adb-9ea2-4f73-adac-8573a6e93169 req-5a739b48-a77f-4d5b-b287-ce2f5e811bda tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc8bc236-fc4f-4cb1-bad6-67b8744e4d43 HTTP/1.1" status: 200  len: 210 time: 0.0468521
Jul 13 22:04:05.677156 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8bc236-fc4f-4cb1-bad6-67b8744e4d43', 'name': 'network-vif-deleted', 'tag': 'f85874c2-78df-42d2-8e3f-c74d0ccf667b', 'status': 'completed', 'code': 200}
Jul 13 22:04:05.728697 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-812acb61-d81d-4b55-81b6-444574951dca tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Allocated IP 172.27.3.49 (c8866fbd-09a0-4cda-b97c-1016e46e3e88/8a6156a0-7e3f-4c59-8b62-81399f240021/da68c52f-4dce-4a1d-a92d-bdf1f6b3485f) {{(pid=82084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:04:05.884508 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-812acb61-d81d-4b55-81b6-444574951dca tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for port, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:05.910496 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-812acb61-d81d-4b55-81b6-444574951dca tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2579020'] for port, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:05.915155 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-94251ca7-1c2f-4680-92b4-4d2699126189 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:05.992305 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812acb61-d81d-4b55-81b6-444574951dca tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Network c8866fbd-09a0-4cda-b97c-1016e46e3e88 is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:04:05.996362 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-812acb61-d81d-4b55-81b6-444574951dca tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:04:05.998512 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812acb61-d81d-4b55-81b6-444574951dca tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Pushing event updated for resources: {'Port': ['ID=da68c52f-4dce-4a1d-a92d-bdf1f6b3485f,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:06.000793 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812acb61-d81d-4b55-81b6-444574951dca tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Received port after_create {{(pid=82084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:04:06.029013 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-812acb61-d81d-4b55-81b6-444574951dca tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:06.167566 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-812acb61-d81d-4b55-81b6-444574951dca tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:06.224216 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-812acb61-d81d-4b55-81b6-444574951dca tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:06.501654 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5750d-4623-4713-89bb-3e922d2bce9a req-f5c4f69c-80d6-465c-9011-0c452cc010b4 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:06.503261 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-72a5750d-4623-4713-89bb-3e922d2bce9a req-f5c4f69c-80d6-465c-9011-0c452cc010b4 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a HTTP/1.1" status: 200  len: 944 time: 0.1450279
Jul 13 22:04:06.537432 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-812acb61-d81d-4b55-81b6-444574951dca tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for port, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:06.544433 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-812acb61-d81d-4b55-81b6-444574951dca tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852196779'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:06.549825 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-26c6318a-3a7e-4d79-ad96-b266bd3f05b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:06.665972 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-72a5750d-4623-4713-89bb-3e922d2bce9a req-7dc304c6-c687-45a9-9bde-fdfa4f3fa37f tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510580
Jul 13 22:04:06.681923 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812acb61-d81d-4b55-81b6-444574951dca tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Pushing event updated for resources: {'Port': ['ID=da68c52f-4dce-4a1d-a92d-bdf1f6b3485f,revision_number=2']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:06.691869 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-812acb61-d81d-4b55-81b6-444574951dca tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:06.703500 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-812acb61-d81d-4b55-81b6-444574951dca tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758945'] for floatingip, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:06.726438 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 67ca3a1e-3109-4f6c-89e3-1db0008fae80 up at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:04:06.740014 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-812acb61-d81d-4b55-81b6-444574951dca tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for floatingip, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:06.741770 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-812acb61-d81d-4b55-81b6-444574951dca tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.4435060
Jul 13 22:04:06.802184 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b81020-9e78-423a-8d7a-800302acacdc req-3b40da61-2a8b-41c5-8dfa-f4c7cdf00123 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:06.802184 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-44b81020-9e78-423a-8d7a-800302acacdc req-3b40da61-2a8b-41c5-8dfa-f4c7cdf00123 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 984 time: 0.1373928
Jul 13 22:04:06.819304 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning for port 67ca3a1e-3109-4f6c-89e3-1db0008fae80 completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:04:06.825073 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning complete for port 67ca3a1e-3109-4f6c-89e3-1db0008fae80 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:04:06.825615 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:06.862088 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-44b81020-9e78-423a-8d7a-800302acacdc req-8edc2e83-fffb-4e45-940d-991a3bad4b9d tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&id=b1f0442b-2351-4b6b-b115-c77680578ca1&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0491517
Jul 13 22:04:06.966218 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:07.003971 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 67ca3a1e-3109-4f6c-89e3-1db0008fae80, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=67ca3a1e-3109-4f6c-89e3-1db0008fae80,segment=NetworkSegment(f7205b7e-901f-4378-a06c-b7abc50d227b),segment_id=f7205b7e-901f-4378-a06c-b7abc50d227b)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:04:07.005309 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ca3a1e-3109-4f6c-89e3-1db0008fae80'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:04:07.011823 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:07.013083 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device f85874c2-78df-42d2-8e3f-c74d0ccf667b no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:04:07.044504 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:07.107285 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ca3a1e-3109-4f6c-89e3-1db0008fae80', 'code': 200}
Jul 13 22:04:07.114873 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] No Port match for: f85874c2-78df-42d2-8e3f-c74d0ccf667b {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:04:07.115378 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device f85874c2-78df-42d2-8e3f-c74d0ccf667b not bound to the agent host hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:04:07.135536 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-f827faa1-c27c-48c8-9cd7-649e25fd5351 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Synchronizing usage tracker for tenant:e98d195175fb48da8da0450cb337c9e2 on resource:security_group {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:04:07.147993 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=67ca3a1e-3109-4f6c-89e3-1db0008fae80,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:07.152089 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:07.152670 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-f827faa1-c27c-48c8-9cd7-649e25fd5351 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Unset dirty status for tenant:e98d195175fb48da8da0450cb337c9e2 on resource:security_group {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:04:07.154199 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-f827faa1-c27c-48c8-9cd7-649e25fd5351 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2004275065&fields=id&tenant_id=e98d195175fb48da8da0450cb337c9e2 HTTP/1.1" status: 200  len: 267 time: 0.0781279
Jul 13 22:04:07.321120 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-e646911a-e53e-41fc-94ea-040591ef10c1 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:07.323255 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-e646911a-e53e-41fc-94ea-040591ef10c1 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/networks?id=0c5abd27-10e4-4762-82c4-ccb760681ca8 HTTP/1.1" status: 200  len: 815 time: 0.1612382
Jul 13 22:04:07.341974 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-73aacb73-5202-49ec-8df9-692ee53254e1 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/quotas/e98d195175fb48da8da0450cb337c9e2 HTTP/1.1" status: 200  len: 375 time: 0.0129228
Jul 13 22:04:07.402472 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c48407fd-9353-4f07-bd45-6d964412d244 req-0cbef31d-8995-4848-b4c7-52b708b0288d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a HTTP/1.1" status: 200  len: 1098 time: 0.1010246
Jul 13 22:04:07.463818 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c48407fd-9353-4f07-bd45-6d964412d244 req-6648ec81-0ad3-4d2e-a317-7db02c07bb01 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538869
Jul 13 22:04:07.661843 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-b898e6bf-2428-4726-a7d2-0dacdc8363e4 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Synchronizing usage tracker for tenant:e98d195175fb48da8da0450cb337c9e2 on resource:port {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:04:07.681705 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-b898e6bf-2428-4726-a7d2-0dacdc8363e4 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Unset dirty status for tenant:e98d195175fb48da8da0450cb337c9e2 on resource:port {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:04:07.683122 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-b898e6bf-2428-4726-a7d2-0dacdc8363e4 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e98d195175fb48da8da0450cb337c9e2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3353398
Jul 13 22:04:07.843112 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-a1cf38d3-f42b-4725-854b-5d0b56d4f0a6 service neutron] 10.222.0.18 "GET /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463475
Jul 13 22:04:07.995367 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d09f3-ec72-43b9-a9ff-6099072d2edc req-cf5f96e1-2907-4ad3-949a-f9bb3967afa7 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:07.997087 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-363d09f3-ec72-43b9-a9ff-6099072d2edc req-cf5f96e1-2907-4ad3-949a-f9bb3967afa7 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a HTTP/1.1" status: 200  len: 945 time: 0.0929174
Jul 13 22:04:08.003851 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-99da27af-f2e2-46b8-9888-0feef0329d48 service neutron] 10.222.0.18 "GET /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1538894
Jul 13 22:04:08.050236 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-363d09f3-ec72-43b9-a9ff-6099072d2edc req-211f55d8-fd40-4456-b1d7-c13c99f16058 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450249
Jul 13 22:04:08.236377 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-23277462-1bec-4922-a25b-de92b3320c3e req-fb319562-d477-4cd9-896b-e5f1935bbd96 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 210 time: 0.0511661
Jul 13 22:04:08.289183 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca2a4d-3934-40eb-9383-180d4e8fc153 req-b8a1aa54-0355-4d22-898c-0592f2f01e9b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:08.291085 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-61ca2a4d-3934-40eb-9383-180d4e8fc153 req-b8a1aa54-0355-4d22-898c-0592f2f01e9b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 984 time: 0.1104360
Jul 13 22:04:08.345744 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-61ca2a4d-3934-40eb-9383-180d4e8fc153 req-cdf988ca-db27-41c2-9f3f-508889143074 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&id=b1f0442b-2351-4b6b-b115-c77680578ca1&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0479054
Jul 13 22:04:09.260620 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800db3ff-b22c-4d37-b750-1804a22f4439 req-24dfee23-8900-45ce-b9e2-a335ec78d684 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:09.262271 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-800db3ff-b22c-4d37-b750-1804a22f4439 req-24dfee23-8900-45ce-b9e2-a335ec78d684 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a HTTP/1.1" status: 200  len: 945 time: 0.0855114
Jul 13 22:04:09.315728 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-800db3ff-b22c-4d37-b750-1804a22f4439 req-4bcd522a-9ba6-4178-baa8-30e009bc6b4c tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468292
Jul 13 22:04:09.468877 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-ac09a3a2-c14b-4bc4-80a2-f06ed7f04b76 req-a6fa1605-b392-4a83-8e95-9acff22a557a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Synchronizing usage tracker for tenant:e98d195175fb48da8da0450cb337c9e2 on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:04:09.482897 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-ac09a3a2-c14b-4bc4-80a2-f06ed7f04b76 req-a6fa1605-b392-4a83-8e95-9acff22a557a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Unset dirty status for tenant:e98d195175fb48da8da0450cb337c9e2 on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:04:09.484171 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ac09a3a2-c14b-4bc4-80a2-f06ed7f04b76 req-a6fa1605-b392-4a83-8e95-9acff22a557a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 210 time: 0.0596442
Jul 13 22:04:12.885130 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc8eef-9b04-4acb-8b29-2220dd542c10 req-96aafc68-9cd5-4e51-aba2-aff16e7db092 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:12.886757 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b5bc8eef-9b04-4acb-8b29-2220dd542c10 req-96aafc68-9cd5-4e51-aba2-aff16e7db092 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 984 time: 0.0854352
Jul 13 22:04:12.946109 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b5bc8eef-9b04-4acb-8b29-2220dd542c10 req-954ebeea-56d3-453c-9ee9-4c4a59b7375a tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&id=b1f0442b-2351-4b6b-b115-c77680578ca1&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0524330
Jul 13 22:04:13.126986 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c8e4cbce-874d-4da8-a027-66e7643d905e req-2faf0095-cf62-40e3-809c-a9804570fcbc tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 210 time: 0.0500879
Jul 13 22:04:13.487653 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-4d09c729-365c-44ee-a5d2-06856ab1ab69 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:13.489249 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-4d09c729-365c-44ee-a5d2-06856ab1ab69 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.15 "GET /v2.0/networks?id=0c5abd27-10e4-4762-82c4-ccb760681ca8 HTTP/1.1" status: 200  len: 815 time: 0.1555889
Jul 13 22:04:13.551990 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-fd795434-c07a-4595-b142-f88976b9029c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e98d195175fb48da8da0450cb337c9e2 HTTP/1.1" status: 200  len: 380 time: 0.0434055
Jul 13 22:04:13.562406 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-ea186da3-e840-4645-8a09-b811773dc9d7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Request body: {'port': {'device_id': '5c9f7760-852b-48f3-b2e6-de89b07593c7', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'admin_state_up': True, 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'security_groups': ['d165eb19-637a-4247-bc63-9a704556d28b']}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:04:13.705714 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-ea186da3-e840-4645-8a09-b811773dc9d7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:04:13.716586 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-ea186da3-e840-4645-8a09-b811773dc9d7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:04:13.726485 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-ea186da3-e840-4645-8a09-b811773dc9d7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Made reservation on behalf of e98d195175fb48da8da0450cb337c9e2 for: {'port': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:04:13.732007 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-ea186da3-e840-4645-8a09-b811773dc9d7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:13.905106 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-ea186da3-e840-4645-8a09-b811773dc9d7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Allocated IP 172.20.0.11 (0c5abd27-10e4-4762-82c4-ccb760681ca8/19a5e143-e3f3-4497-b1eb-410b89ec303c/374d0d10-106d-495a-aa20-5383d784104c) {{(pid=82083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:04:14.195570 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-ea186da3-e840-4645-8a09-b811773dc9d7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for port, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:14.224145 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-ea186da3-e840-4645-8a09-b811773dc9d7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Transition to ACTIVE for port object 374d0d10-106d-495a-aa20-5383d784104c will not be triggered until provisioned by entity DHCP. {{(pid=82083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:04:14.257867 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae2f8b-1f6c-47f9-9fa1-44545fca9571 req-770fd4bf-340a-484b-b76c-26d3c827aa3b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:14.259708 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-39ae2f8b-1f6c-47f9-9fa1-44545fca9571 req-770fd4bf-340a-484b-b76c-26d3c827aa3b tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 984 time: 0.1650579
Jul 13 22:04:14.310908 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-ea186da3-e840-4645-8a09-b811773dc9d7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:14.326273 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:14.373352 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63f3bd-9ef7-4c33-86a2-400afbf624ff req-51b977b3-3c37-4a40-96cb-30af05079af2 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:14.375105 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3e63f3bd-9ef7-4c33-86a2-400afbf624ff req-51b977b3-3c37-4a40-96cb-30af05079af2 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 932 time: 0.0965343
Jul 13 22:04:14.385282 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-39ae2f8b-1f6c-47f9-9fa1-44545fca9571 req-4211e040-1cad-40f7-accb-05be2b5f2216 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&id=b1f0442b-2351-4b6b-b115-c77680578ca1&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1187639
Jul 13 22:04:14.389476 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-ea186da3-e840-4645-8a09-b811773dc9d7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Network 0c5abd27-10e4-4762-82c4-ccb760681ca8 is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:04:14.392818 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-ea186da3-e840-4645-8a09-b811773dc9d7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:04:14.395592 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-ea186da3-e840-4645-8a09-b811773dc9d7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Received port after_create {{(pid=82083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:04:14.459920 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3e63f3bd-9ef7-4c33-86a2-400afbf624ff req-06ee8595-3a5d-48f0-a714-555b7b56d0dc tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0768547
Jul 13 22:04:14.466197 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea186da3-e840-4645-8a09-b811773dc9d7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Pushing event updated for resources: {'Port': ['ID=374d0d10-106d-495a-aa20-5383d784104c,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:14.469391 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ea186da3-e840-4645-8a09-b811773dc9d7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:14.493221 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-ea186da3-e840-4645-8a09-b811773dc9d7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:14.494834 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-ea186da3-e840-4645-8a09-b811773dc9d7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:14.527775 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-ea186da3-e840-4645-8a09-b811773dc9d7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9694304
Jul 13 22:04:14.547962 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] Request body: {'port': {'device_id': '5c9f7760-852b-48f3-b2e6-de89b07593c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:04:14.689598 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:14.778835 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-b2266748-3db7-4586-99e2-89d080a72e6a None None] Provisioning for port 374d0d10-106d-495a-aa20-5383d784104c completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:04:14.784007 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-b2266748-3db7-4586-99e2-89d080a72e6a None None] Provisioning complete for port 374d0d10-106d-495a-aa20-5383d784104c triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:04:14.784639 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b2266748-3db7-4586-99e2-89d080a72e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:14.848860 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-b2266748-3db7-4586-99e2-89d080a72e6a None None] Port 374d0d10-106d-495a-aa20-5383d784104c cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 22:04:15.148997 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 374d0d10-106d-495a-aa20-5383d784104c {{(pid=82083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:04:15.157067 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:15.177909 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] Transition to ACTIVE for port object 374d0d10-106d-495a-aa20-5383d784104c will not be triggered until provisioned by entity L2. {{(pid=82083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:04:15.181394 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852293183'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:15.187138 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-86a7af5c-55e0-4b01-9782-46679c59e950 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:15.334319 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] Pushing event updated for resources: {'Port': ['ID=374d0d10-106d-495a-aa20-5383d784104c,revision_number=2']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:15.337423 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:15.456325 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] Attempting to bind port 374d0d10-106d-495a-aa20-5383d784104c on host hv-cinder-80061 for vnic_type normal with profile  {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:04:15.457056 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] Attempting to bind port 374d0d10-106d-495a-aa20-5383d784104c by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': '70c3bd65-8191-4a64-8929-c27a55af21f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8'}] {{(pid=82083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:04:15.457644 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] Attempting to bind port 374d0d10-106d-495a-aa20-5383d784104c on network 0c5abd27-10e4-4762-82c4-ccb760681ca8 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:04:15.469501 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] Port 374d0d10-106d-495a-aa20-5383d784104c on network 0c5abd27-10e4-4762-82c4-ccb760681ca8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 13 22:04:15.469879 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] Attempting to bind port 374d0d10-106d-495a-aa20-5383d784104c on network 0c5abd27-10e4-4762-82c4-ccb760681ca8 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:04:15.480407 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] Checking agent: {'id': '86d26810-67bf-4143-935e-299d5b9ec4cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:04:15.480814 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] Checking segment: {'id': '70c3bd65-8191-4a64-8929-c27a55af21f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:04:15.481274 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] Bound using segment: {'id': '70c3bd65-8191-4a64-8929-c27a55af21f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8'} {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:04:15.481773 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] Bound port: 374d0d10-106d-495a-aa20-5383d784104c, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70c3bd65-8191-4a64-8929-c27a55af21f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8'}}] {{(pid=82083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:04:15.482158 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:15.602426 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] For port 374d0d10-106d-495a-aa20-5383d784104c, host hv-cinder-80061, cleared binding levels {{(pid=82083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:04:15.606807 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] For port 374d0d10-106d-495a-aa20-5383d784104c, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=374d0d10-106d-495a-aa20-5383d784104c,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:04:15.614868 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852293183'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:15.622776 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8fc18485-93d7-43ff-b98f-da1d5f7dbbd6 tempest-ServerRescueNegativeTestJSON-36286345 tempest-ServerRescueNegativeTestJSON-36286345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:15.772136 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcae7e-c296-4d68-a9e3-d4c1332b4e0c req-faae285b-8409-41c3-8624-5cb5e6722839 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:15.785039 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-86fcae7e-c296-4d68-a9e3-d4c1332b4e0c req-faae285b-8409-41c3-8624-5cb5e6722839 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 984 time: 0.1495891
Jul 13 22:04:15.787665 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:15.795441 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] 10.222.0.15 "PUT /v2.0/ports/374d0d10-106d-495a-aa20-5383d784104c HTTP/1.1" status: 200  len: 1094 time: 1.2527120
Jul 13 22:04:15.796069 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9f7760-852b-48f3-b2e6-de89b07593c7', 'tag': '374d0d10-106d-495a-aa20-5383d784104c'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:04:15.869472 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-86fcae7e-c296-4d68-a9e3-d4c1332b4e0c req-7ad9e014-6d28-4759-9ce5-90b0fb1cd1c3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&id=b1f0442b-2351-4b6b-b115-c77680578ca1&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0829997
Jul 13 22:04:15.978433 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c9f7760-852b-48f3-b2e6-de89b07593c7', 'tag': '374d0d10-106d-495a-aa20-5383d784104c', 'status': 'completed', 'code': 200}
Jul 13 22:04:15.984480 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] Pushing event updated for resources: {'Port': ['ID=374d0d10-106d-495a-aa20-5383d784104c,revision_number=3']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:15.994113 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:16.055173 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e495d-221a-4aeb-aa41-147310ef9c15 req-fdaca1e2-b425-4d5c-8874-409fefd5648a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:16.056098 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-5b3e495d-221a-4aeb-aa41-147310ef9c15 req-fdaca1e2-b425-4d5c-8874-409fefd5648a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Synchronizing usage tracker for tenant:e98d195175fb48da8da0450cb337c9e2 on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:04:16.072064 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-39bf3e89-9239-4c1f-85e5-a58992d11dfb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e98d195175fb48da8da0450cb337c9e2&device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 1097 time: 0.1666818
Jul 13 22:04:16.083388 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-5b3e495d-221a-4aeb-aa41-147310ef9c15 req-fdaca1e2-b425-4d5c-8874-409fefd5648a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Unset dirty status for tenant:e98d195175fb48da8da0450cb337c9e2 on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:04:16.086530 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5b3e495d-221a-4aeb-aa41-147310ef9c15 req-fdaca1e2-b425-4d5c-8874-409fefd5648a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 944 time: 0.3012414
Jul 13 22:04:16.190626 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-ce5eefcc-4678-4fd9-aa0d-22950497badb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=374d0d10-106d-495a-aa20-5383d784104c HTTP/1.1" status: 200  len: 217 time: 0.1007922
Jul 13 22:04:16.273819 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5b3e495d-221a-4aeb-aa41-147310ef9c15 req-e8b00b2a-0280-4e4f-a16f-beccd3be8a21 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1251740
Jul 13 22:04:16.283728 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-92c6467c-b731-4638-9129-ef383b828356 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:16.285398 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-92c6467c-b731-4638-9129-ef383b828356 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19a5e143-e3f3-4497-b1eb-410b89ec303c HTTP/1.1" status: 200  len: 854 time: 0.0860946
Jul 13 22:04:16.382340 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-43f32271-a96d-4f1a-9898-96ba2d9292f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c5abd27-10e4-4762-82c4-ccb760681ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0898192
Jul 13 22:04:16.538204 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-d98a4d34-005d-4eff-bedd-c173b60cb13e service neutron] 10.222.0.15 "GET /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479750
Jul 13 22:04:16.937397 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d492eaa1-5ea7-40a0-bf96-b7063f7e11d8 req-39bd4ddb-2cf1-40db-87bd-133d1e472842 service neutron] 10.222.0.15 "GET /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3904181
Jul 13 22:04:17.117529 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7904bea4-6614-4050-9b70-5b6394eccd37 req-c564aa0f-4047-4f66-a88e-3c932804cc2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e98d195175fb48da8da0450cb337c9e2&device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 1097 time: 0.0814588
Jul 13 22:04:17.117889 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a9b48-d54f-4990-8cc4-7f2994fda4bc req-a2bb195e-ea34-4769-b10c-a6293d66f9ab tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:17.119525 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-425a9b48-d54f-4990-8cc4-7f2994fda4bc req-a2bb195e-ea34-4769-b10c-a6293d66f9ab tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 984 time: 0.0947571
Jul 13 22:04:17.177998 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-425a9b48-d54f-4990-8cc4-7f2994fda4bc req-6c23610c-7939-49f6-a94a-0c8e103420c2 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&id=b1f0442b-2351-4b6b-b115-c77680578ca1&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0480578
Jul 13 22:04:17.294124 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904bea4-6614-4050-9b70-5b6394eccd37 req-505b66b8-f443-4568-aa58-65ed888e3987 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:17.295832 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7904bea4-6614-4050-9b70-5b6394eccd37 req-505b66b8-f443-4568-aa58-65ed888e3987 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c5abd27-10e4-4762-82c4-ccb760681ca8 HTTP/1.1" status: 200  len: 916 time: 0.1712818
Jul 13 22:04:17.381392 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7904bea4-6614-4050-9b70-5b6394eccd37 req-a781c903-cbf4-4346-927b-80d969d9f12e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=374d0d10-106d-495a-aa20-5383d784104c HTTP/1.1" status: 200  len: 217 time: 0.0770733
Jul 13 22:04:17.483437 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904bea4-6614-4050-9b70-5b6394eccd37 req-9e5ab0ab-de2d-49b0-81da-cb63541fe511 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:17.485264 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7904bea4-6614-4050-9b70-5b6394eccd37 req-9e5ab0ab-de2d-49b0-81da-cb63541fe511 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19a5e143-e3f3-4497-b1eb-410b89ec303c HTTP/1.1" status: 200  len: 854 time: 0.0820224
Jul 13 22:04:17.549583 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f9cf9-91cc-4d86-a968-6db0070e926c req-c81626f8-45a6-4c4e-8900-8caad77aa77f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:17.551186 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-604f9cf9-91cc-4d86-a968-6db0070e926c req-c81626f8-45a6-4c4e-8900-8caad77aa77f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 944 time: 0.1017079
Jul 13 22:04:17.605008 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7904bea4-6614-4050-9b70-5b6394eccd37 req-3d486fdc-7292-4be9-bb5f-1ab70bf94c97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c5abd27-10e4-4762-82c4-ccb760681ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0968943
Jul 13 22:04:17.608076 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-604f9cf9-91cc-4d86-a968-6db0070e926c req-b59ffe1e-2c9d-4a34-a8d0-d1601597495a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495901
Jul 13 22:04:17.777050 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7904bea4-6614-4050-9b70-5b6394eccd37 req-475e9480-e492-43a1-8ac4-0842b01b7525 service neutron] 10.222.0.15 "GET /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591752
Jul 13 22:04:17.943250 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7904bea4-6614-4050-9b70-5b6394eccd37 req-c9f5c6b4-0af4-44fb-ae8a-d0b2d4271a5b service neutron] 10.222.0.15 "GET /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1581345
Jul 13 22:04:18.402415 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b908362-30ef-49ba-bdf4-05e9f16cc0fa req-f6d051f7-691f-449a-bfa9-fcf6dd6e1fed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:18.404151 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2b908362-30ef-49ba-bdf4-05e9f16cc0fa req-f6d051f7-691f-449a-bfa9-fcf6dd6e1fed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 984 time: 0.0872686
Jul 13 22:04:18.465425 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2b908362-30ef-49ba-bdf4-05e9f16cc0fa req-af6d01da-6ac9-47f3-abf8-ab0c1f877db6 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&id=b1f0442b-2351-4b6b-b115-c77680578ca1&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0520518
Jul 13 22:04:18.866243 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797f041-1694-44c8-99a1-f609f60fbc8b req-4acfd749-4cd5-4f4f-a363-b55020f9e225 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:18.874577 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d797f041-1694-44c8-99a1-f609f60fbc8b req-4acfd749-4cd5-4f4f-a363-b55020f9e225 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 944 time: 0.1028919
Jul 13 22:04:18.937466 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d797f041-1694-44c8-99a1-f609f60fbc8b req-2045e575-042b-4894-aab5-af3896d1dd22 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615017
Jul 13 22:04:19.756087 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6b0e1-c745-4287-a842-44e4a45388f3 req-d9cbdc4c-482c-4fbd-99e1-f224e33c3356 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:19.761016 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-56e6b0e1-c745-4287-a842-44e4a45388f3 req-d9cbdc4c-482c-4fbd-99e1-f224e33c3356 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 984 time: 0.1602039
Jul 13 22:04:19.838840 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-56e6b0e1-c745-4287-a842-44e4a45388f3 req-deb0b1ad-e88c-412c-a992-9400a172104f tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&id=b1f0442b-2351-4b6b-b115-c77680578ca1&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0765178
Jul 13 22:04:20.164272 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d27137-b9f3-4c98-bbd6-3ca7edc097b7 req-b8f86bd8-87cf-476b-bda1-39ddea6e0265 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:20.165968 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d9d27137-b9f3-4c98-bbd6-3ca7edc097b7 req-b8f86bd8-87cf-476b-bda1-39ddea6e0265 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 944 time: 0.0937304
Jul 13 22:04:20.221944 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d9d27137-b9f3-4c98-bbd6-3ca7edc097b7 req-fdde9dfe-7b33-4182-9075-52ee545ac036 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477099
Jul 13 22:04:20.362356 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:04:20.819314 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 374d0d10-106d-495a-aa20-5383d784104c details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 13 22:04:21.056770 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 374d0d10-106d-495a-aa20-5383d784104c, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=374d0d10-106d-495a-aa20-5383d784104c,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:04:21.073578 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Returning: {'device': '374d0d10-106d-495a-aa20-5383d784104c', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'port_id': '374d0d10-106d-495a-aa20-5383d784104c', 'mac_address': 'fa:16:3e:93:ed:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 13 22:04:21.205159 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:21.240641 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374d0d10-106d-495a-aa20-5383d784104c {{(pid=82085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:04:21.262462 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 374d0d10-106d-495a-aa20-5383d784104c, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=374d0d10-106d-495a-aa20-5383d784104c,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:04:21.269139 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b68027-4dc6-446a-a67b-3eae59e0448c req-1d759a9a-612a-4789-90e9-64bfebebb59d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:21.270271 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:21.272305 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2a2d53e1-18e2-4118-854d-57cfdc502004 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:21.278898 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f9b68027-4dc6-446a-a67b-3eae59e0448c req-1d759a9a-612a-4789-90e9-64bfebebb59d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 945 time: 0.1040702
Jul 13 22:04:21.349763 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f9b68027-4dc6-446a-a67b-3eae59e0448c req-5fa749b6-61fe-4f61-980a-571b9e9dc8c0 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695293
Jul 13 22:04:21.364223 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=374d0d10-106d-495a-aa20-5383d784104c,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:21.370388 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:21.594290 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00f48d-7479-4ce1-acec-ddf2617f1d0c req-acc221c9-07d0-4761-a0dd-19a1a365c931 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:21.595943 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ee00f48d-7479-4ce1-acec-ddf2617f1d0c req-acc221c9-07d0-4761-a0dd-19a1a365c931 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 945 time: 0.1205487
Jul 13 22:04:21.648682 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ee00f48d-7479-4ce1-acec-ddf2617f1d0c req-bb745de0-e00a-4a32-8b32-ca4babedf780 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454290
Jul 13 22:04:21.660101 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['374d0d10-106d-495a-aa20-5383d784104c'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:04:22.596260 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294767b9-2faf-4498-ae3c-cbfda7992c0d req-fba34792-d22b-405d-bdae-9faab041da03 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:22.605108 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-294767b9-2faf-4498-ae3c-cbfda7992c0d req-fba34792-d22b-405d-bdae-9faab041da03 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 945 time: 0.1032767
Jul 13 22:04:22.663597 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-294767b9-2faf-4498-ae3c-cbfda7992c0d req-faacc234-0b3d-4e4f-9cff-f5a90a23bc29 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574303
Jul 13 22:04:22.997710 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a972b60-b0c9-43e4-8f83-ed687f8748f1 req-ea767f5c-0aed-4481-9480-2c9f6bae9c6f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:23.016003 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1a972b60-b0c9-43e4-8f83-ed687f8748f1 req-ea767f5c-0aed-4481-9480-2c9f6bae9c6f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 945 time: 0.1271598
Jul 13 22:04:23.140337 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1a972b60-b0c9-43e4-8f83-ed687f8748f1 req-8adf2a64-5522-44a9-a608-b7003e52b60d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1228564
Jul 13 22:04:23.857584 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3599b0-9830-4855-94b2-229eea496d2d req-a440aeca-2e82-4909-a8b6-a79ce20a1b6b tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:23.859177 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ec3599b0-9830-4855-94b2-229eea496d2d req-a440aeca-2e82-4909-a8b6-a79ce20a1b6b tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 945 time: 0.0826492
Jul 13 22:04:23.906459 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ec3599b0-9830-4855-94b2-229eea496d2d req-b356a60f-9830-4025-95fb-497c1b46a3a7 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406489
Jul 13 22:04:24.364157 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd34e3-1007-4f8b-aa13-9556bbbe8c09 req-f4828084-1a95-48ff-8ab4-de87ec81e513 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:24.365799 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e7bd34e3-1007-4f8b-aa13-9556bbbe8c09 req-f4828084-1a95-48ff-8ab4-de87ec81e513 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 945 time: 0.0859826
Jul 13 22:04:24.413297 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e7bd34e3-1007-4f8b-aa13-9556bbbe8c09 req-3e5cc182-d5dd-4d90-a368-4a51dc0c8a21 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413949
Jul 13 22:04:25.112382 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88c7e7-2a27-4c3a-96b8-7208a43c4f25 req-55b9cd23-d6ab-4a4b-b808-81a42fac8a0c tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:25.114031 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ca88c7e7-2a27-4c3a-96b8-7208a43c4f25 req-55b9cd23-d6ab-4a4b-b808-81a42fac8a0c tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 945 time: 0.0831192
Jul 13 22:04:25.167240 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ca88c7e7-2a27-4c3a-96b8-7208a43c4f25 req-7658a1eb-ec60-4c1a-8bee-70d917b65d45 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461402
Jul 13 22:04:25.635345 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237f26f-0c31-4e4f-b3f7-ba1c9d82e7c2 req-f0bb592b-48cb-4201-9083-79ef2b6d361d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:25.637301 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f237f26f-0c31-4e4f-b3f7-ba1c9d82e7c2 req-f0bb592b-48cb-4201-9083-79ef2b6d361d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 945 time: 0.0867767
Jul 13 22:04:25.688710 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f237f26f-0c31-4e4f-b3f7-ba1c9d82e7c2 req-05f548d9-f77e-454c-8f76-bae2c3f34064 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451298
Jul 13 22:04:25.898853 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1944f5a-51bd-42c6-be7b-77f564708607 req-0c286dd5-0800-483e-9304-67035be3e75a tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:25.900472 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c1944f5a-51bd-42c6-be7b-77f564708607 req-0c286dd5-0800-483e-9304-67035be3e75a tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.15 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 945 time: 0.1324804
Jul 13 22:04:25.996751 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-c1944f5a-51bd-42c6-be7b-77f564708607 req-5cc754d4-c6b9-4073-933e-41f3dc073093 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Deleting port a4c3f21c-8b78-470f-8402-78c85d381117 {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:04:25.997414 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-c1944f5a-51bd-42c6-be7b-77f564708607 req-5cc754d4-c6b9-4073-933e-41f3dc073093 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:26.437065 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-c1944f5a-51bd-42c6-be7b-77f564708607 req-5cc754d4-c6b9-4073-933e-41f3dc073093 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] For port a4c3f21c-8b78-470f-8402-78c85d381117, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=a4c3f21c-8b78-470f-8402-78c85d381117,segment=NetworkSegment(172b8712-6f8b-4c5b-9df7-68a1feb820ba),segment_id=172b8712-6f8b-4c5b-9df7-68a1feb820ba)] {{(pid=82083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:04:26.437523 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-c1944f5a-51bd-42c6-be7b-77f564708607 req-5cc754d4-c6b9-4073-933e-41f3dc073093 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:26.456114 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5aec7-dabe-4504-a151-de0fb6db9515 req-2335c370-08e5-4a76-bfb1-b3836c174eb8 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:26.457846 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7ff5aec7-dabe-4504-a151-de0fb6db9515 req-2335c370-08e5-4a76-bfb1-b3836c174eb8 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 945 time: 0.1528101
Jul 13 22:04:26.601164 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7ff5aec7-dabe-4504-a151-de0fb6db9515 req-958fd79b-3102-4871-ad3c-c5c639febcf7 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704679
Jul 13 22:04:26.807070 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:26.941430 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-c1944f5a-51bd-42c6-be7b-77f564708607 req-5cc754d4-c6b9-4073-933e-41f3dc073093 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:26.941950 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-c1944f5a-51bd-42c6-be7b-77f564708607 req-5cc754d4-c6b9-4073-933e-41f3dc073093 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758945'] for floatingip, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:26.942430 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.l3_db [req-c1944f5a-51bd-42c6-be7b-77f564708607 req-5cc754d4-c6b9-4073-933e-41f3dc073093 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Floating IP e39367c2-b5be-4c36-8fe0-fcf6349d661b disassociated. External IP: 172.27.3.215, port: a4c3f21c-8b78-470f-8402-78c85d381117.
Jul 13 22:04:26.942910 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-c1944f5a-51bd-42c6-be7b-77f564708607 req-5cc754d4-c6b9-4073-933e-41f3dc073093 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Calling delete_port for a4c3f21c-8b78-470f-8402-78c85d381117 owned by compute:nova {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:04:26.980059 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670d63e-f134-4e8f-b5e1-a0994e0d585f req-50786f71-808a-446a-97f3-a71438915ad2 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:26.981681 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b670d63e-f134-4e8f-b5e1-a0994e0d585f req-50786f71-808a-446a-97f3-a71438915ad2 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 945 time: 0.0897384
Jul 13 22:04:27.030614 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b670d63e-f134-4e8f-b5e1-a0994e0d585f req-52d72e22-e3f9-422a-be2f-c605e063ee13 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421886
Jul 13 22:04:27.094069 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-c1944f5a-51bd-42c6-be7b-77f564708607 req-5cc754d4-c6b9-4073-933e-41f3dc073093 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:27.101323 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:27.144791 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc754d4-c6b9-4073-933e-41f3dc073093 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Pushing event deleted for resources: {'Port': ['ID=a4c3f21c-8b78-470f-8402-78c85d381117,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:27.147760 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-5cc754d4-c6b9-4073-933e-41f3dc073093 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:27.362884 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1944f5a-51bd-42c6-be7b-77f564708607 req-5cc754d4-c6b9-4073-933e-41f3dc073093 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:04:27.572384 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1944f5a-51bd-42c6-be7b-77f564708607 req-5cc754d4-c6b9-4073-933e-41f3dc073093 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:04:27.583582 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c138f0-6b25-42b5-868e-63956ad01fe1 None None] Sync routers for ids ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'] in dv-cinder-800618-1-iscsi {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:04:27.596179 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c138f0-6b25-42b5-868e-63956ad01fe1 None None] Routers {'51c20fc9-a475-4045-8b4e-3f51b2d2cb01'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:04:27.596887 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-a0c138f0-6b25-42b5-868e-63956ad01fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36b4a828>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:04:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:04:27.646333 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1944f5a-51bd-42c6-be7b-77f564708607 req-5cc754d4-c6b9-4073-933e-41f3dc073093 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] No DVR routers for this DVR port a4c3f21c-8b78-470f-8402-78c85d381117 on host hv-cinder-80061 {{(pid=82083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:04:27.649002 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-c1944f5a-51bd-42c6-be7b-77f564708607 req-5cc754d4-c6b9-4073-933e-41f3dc073093 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:27.652451 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1428439d-5380-4e0d-a46a-b7de963943d7', 'name': 'network-vif-deleted', 'tag': 'a4c3f21c-8b78-470f-8402-78c85d381117'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:04:27.670527 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c1944f5a-51bd-42c6-be7b-77f564708607 req-5cc754d4-c6b9-4073-933e-41f3dc073093 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.15 "DELETE /v2.0/ports/a4c3f21c-8b78-470f-8402-78c85d381117 HTTP/1.1" status: 204  len: 173 time: 1.7637894
Jul 13 22:04:27.792559 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2f186091-2fd0-467a-8082-8086b2838264 req-110fa88c-e0f6-48d3-9a50-dc8fd0e17606 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 210 time: 0.0533445
Jul 13 22:04:27.809800 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-a0c138f0-6b25-42b5-868e-63956ad01fe1 None None] Set router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:04:27.856560 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1428439d-5380-4e0d-a46a-b7de963943d7', 'name': 'network-vif-deleted', 'tag': 'a4c3f21c-8b78-470f-8402-78c85d381117', 'status': 'completed', 'code': 200}
Jul 13 22:04:28.134932 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-a0c138f0-6b25-42b5-868e-63956ad01fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36b4a828>, [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:25Z', 'revision_number': 4, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port': {'id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '7fd87b91-6cc2-4e02-9869-d54006962875', 'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'mac_address': 'fa:16:3e:66:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:24Z', 'updated_at': '2021-07-13T22:00:36Z', 'revision_number': 5, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'subnets': [{'id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:04:28.139054 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c138f0-6b25-42b5-868e-63956ad01fe1 None None] Checking router: 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 for host: dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:04:28.150515 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c138f0-6b25-42b5-868e-63956ad01fe1 None None] Routers {'51c20fc9-a475-4045-8b4e-3f51b2d2cb01'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:04:28.151433 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-a0c138f0-6b25-42b5-868e-63956ad01fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36b4a828>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:04:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:04:28.253941 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a313aa-a5a9-478d-8ccb-265d9908942a req-d004d870-dfd9-48eb-bfbf-3caa8578ce4f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:28.255658 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-54a313aa-a5a9-478d-8ccb-265d9908942a req-d004d870-dfd9-48eb-bfbf-3caa8578ce4f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 945 time: 0.0848458
Jul 13 22:04:28.322229 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-54a313aa-a5a9-478d-8ccb-265d9908942a req-06e373f6-7f8f-4596-8a0d-66fa9e5024e8 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541830
Jul 13 22:04:28.353859 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-a0c138f0-6b25-42b5-868e-63956ad01fe1 None None] Set router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:04:28.903636 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-a0c138f0-6b25-42b5-868e-63956ad01fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36b4a828>, [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:25Z', 'revision_number': 4, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port': {'id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '7fd87b91-6cc2-4e02-9869-d54006962875', 'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'mac_address': 'fa:16:3e:66:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:24Z', 'updated_at': '2021-07-13T22:00:36Z', 'revision_number': 5, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'subnets': [{'id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:04:28.909554 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c138f0-6b25-42b5-868e-63956ad01fe1 None None] The sync data for ids ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'] in dv-cinder-800618-1-iscsi is: [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:25Z', 'revision_number': 4, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port': {'id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '7fd87b91-6cc2-4e02-9869-d54006962875', 'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'mac_address': 'fa:16:3e:66:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:24Z', 'updated_at': '2021-07-13T22:00:36Z', 'revision_number': 5, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'subnets': [{'id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:04:28.979654 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0885376f-0f75-4220-af96-1f37a30d1065 req-b9ad5f04-d493-4734-9e72-ba3b4a747577 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 210 time: 0.0518274
Jul 13 22:04:29.266463 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 374d0d10-106d-495a-aa20-5383d784104c up at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:04:29.406294 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning for port 374d0d10-106d-495a-aa20-5383d784104c completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:04:29.414839 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning complete for port 374d0d10-106d-495a-aa20-5383d784104c triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:04:29.415427 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:29.515769 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826706a0-e4f7-4161-86d7-f8ea66471fbd None None] New status for floating IP e39367c2-b5be-4c36-8fe0-fcf6349d661b: DOWN {{(pid=82086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 13 22:04:29.594343 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:29.627375 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9f7760-852b-48f3-b2e6-de89b07593c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374d0d10-106d-495a-aa20-5383d784104c'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:04:29.661517 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 374d0d10-106d-495a-aa20-5383d784104c, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=374d0d10-106d-495a-aa20-5383d784104c,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:04:29.668588 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:29.672770 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:29.691637 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9faa76-e7c5-40fb-bcb4-8732ca52f130 req-85b18c7f-4055-4f25-a27c-ad352e99f954 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:29.693572 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1c9faa76-e7c5-40fb-bcb4-8732ca52f130 req-85b18c7f-4055-4f25-a27c-ad352e99f954 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 945 time: 0.1500149
Jul 13 22:04:29.758983 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device a4c3f21c-8b78-470f-8402-78c85d381117 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:04:29.790631 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1c9faa76-e7c5-40fb-bcb4-8732ca52f130 req-54f52b05-41f4-4915-b424-4f6e72d053d3 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0868835
Jul 13 22:04:29.856295 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] No Port match for: a4c3f21c-8b78-470f-8402-78c85d381117 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:04:29.856841 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device a4c3f21c-8b78-470f-8402-78c85d381117 not bound to the agent host hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:04:29.886915 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=374d0d10-106d-495a-aa20-5383d784104c,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:29.895531 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:29.897661 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9f7760-852b-48f3-b2e6-de89b07593c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374d0d10-106d-495a-aa20-5383d784104c', 'code': 200}
Jul 13 22:04:30.317143 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6d230141-211e-4687-b4f8-1f81aa38a515 req-721ed9e1-413d-4310-bbd8-43680a695328 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 1099 time: 0.1366651
Jul 13 22:04:30.370744 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1b7980db-35bd-4c43-979c-b98cfb344572 req-6ec04f2f-590b-45d9-9bfc-9d4e6eb0c063 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=1428439d-5380-4e0d-a46a-b7de963943d7 HTTP/1.1" status: 200  len: 210 time: 0.0888202
Jul 13 22:04:30.432043 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6d230141-211e-4687-b4f8-1f81aa38a515 req-df2f34aa-c129-43d2-a4e9-41e5d2a94646 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1071932
Jul 13 22:04:30.699659 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-8b0022e0-b17e-406d-9692-f6e9ded3965a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:31.010451 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756ccbe-415a-461d-94bb-f7a9c49cd1b0 req-306b4ce4-e224-4554-a506-64933537448f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:31.012060 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c756ccbe-415a-461d-94bb-f7a9c49cd1b0 req-306b4ce4-e224-4554-a506-64933537448f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 946 time: 0.0884864
Jul 13 22:04:31.062142 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c756ccbe-415a-461d-94bb-f7a9c49cd1b0 req-b8a90bbd-450f-40f0-adc3-542b916130a3 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440435
Jul 13 22:04:32.072889 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8c5e6966-d594-4591-ad17-540332f502c1 req-ee8e1150-f42d-4ad9-bcee-06146a1f0634 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1918108287&fields=id&tenant_id=cc7dc58b5d6544d2831c594208eb42cb HTTP/1.1" status: 200  len: 267 time: 0.0645382
Jul 13 22:04:32.242658 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e6966-d594-4591-ad17-540332f502c1 req-048f775f-fcec-45f8-b813-d9f2898e1dc5 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:32.244229 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8c5e6966-d594-4591-ad17-540332f502c1 req-048f775f-fcec-45f8-b813-d9f2898e1dc5 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/networks?id=4573dd2b-8874-433b-aa5f-53da409d80cd HTTP/1.1" status: 200  len: 812 time: 0.1694875
Jul 13 22:04:32.262582 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8c5e6966-d594-4591-ad17-540332f502c1 req-34a05f27-7344-4abc-b4cb-1ad028f19e75 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/quotas/cc7dc58b5d6544d2831c594208eb42cb HTTP/1.1" status: 200  len: 375 time: 0.0124571
Jul 13 22:04:32.366580 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8c5e6966-d594-4591-ad17-540332f502c1 req-855498ca-8709-4bcd-952d-6d5c58270c10 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc7dc58b5d6544d2831c594208eb42cb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0966415
Jul 13 22:04:32.368005 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:32.419425 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24d60a-32ab-44de-bd88-098b51248a5b req-a0be7676-181f-4c98-9425-b941782aada1 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:32.421077 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-dc24d60a-32ab-44de-bd88-098b51248a5b req-a0be7676-181f-4c98-9425-b941782aada1 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 946 time: 0.1003857
Jul 13 22:04:32.478990 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-dc24d60a-32ab-44de-bd88-098b51248a5b req-e11e3426-2a38-4130-ae2f-d4820fa04383 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510879
Jul 13 22:04:32.523650 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8c5e6966-d594-4591-ad17-540332f502c1 req-abbb9f30-6b3a-42ad-aade-1df587bc20e1 service neutron] 10.222.0.18 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439402
Jul 13 22:04:32.678068 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8c5e6966-d594-4591-ad17-540332f502c1 req-3440d920-0306-4fef-975a-b368c1631a49 service neutron] 10.222.0.18 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1481884
Jul 13 22:04:32.764942 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10085619-7651-42ea-b43f-af0d747b3c70 req-fecc05a7-ae90-43d9-b29d-b87909dee4ae tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:32.773303 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-10085619-7651-42ea-b43f-af0d747b3c70 req-fecc05a7-ae90-43d9-b29d-b87909dee4ae tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 946 time: 0.1453533
Jul 13 22:04:32.779147 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 44676) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:04:32.786339 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-10e797dc-6d31-414b-bc55-89ac4ac61e4e tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Request body: {'floatingip': {'port_id': '374d0d10-106d-495a-aa20-5383d784104c'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:04:32.878169 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-10e797dc-6d31-414b-bc55-89ac4ac61e4e tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for floatingip, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:33.022479 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2b9a32c4-bc72-4bf0-8603-bc0ce4411743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:33.507133 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-903654e6-8d2c-4fdf-8aa2-c362acb1bb4e req-05035eff-66c6-4a69-accf-c15e4fdd6122 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 210 time: 0.1414104
Jul 13 22:04:33.675760 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:33.924015 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 44716) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:04:34.125956 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fbb655b7-078a-498d-be53-94eb2ed32e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:34.179594 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-fbb655b7-078a-498d-be53-94eb2ed32e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:04:34.184687 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-fbb655b7-078a-498d-be53-94eb2ed32e58 admin admin] Usage tracker for resource:security_group_rule and tenant:d66d2bd85746424cae6503c55fe4b9ce is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:04:34.187964 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-fbb655b7-078a-498d-be53-94eb2ed32e58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:04:34.207230 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-fbb655b7-078a-498d-be53-94eb2ed32e58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:04:34.299614 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fbb655b7-078a-498d-be53-94eb2ed32e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:34.303876 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fbb655b7-078a-498d-be53-94eb2ed32e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:34.312300 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e18dd13c-4a4f-4878-9c9c-6d6aa93cefdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:34.357137 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb655b7-078a-498d-be53-94eb2ed32e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e170a70-e916-4d38-9109-67d97e6ecf94,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:34.366208 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-10e797dc-6d31-414b-bc55-89ac4ac61e4e tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:34.367667 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-fbb655b7-078a-498d-be53-94eb2ed32e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:34.371172 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-fbb655b7-078a-498d-be53-94eb2ed32e58 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d66d2bd85746424cae6503c55fe4b9ce&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4459660
Jul 13 22:04:34.374823 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-10e797dc-6d31-414b-bc55-89ac4ac61e4e tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758945'] for floatingip, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:34.375735 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 44722) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:04:34.481899 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4898fd27-ff9e-4c1c-8e13-96e26da1d426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:34.519676 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4898fd27-ff9e-4c1c-8e13-96e26da1d426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:34.626182 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4898fd27-ff9e-4c1c-8e13-96e26da1d426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:34.641708 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-af988051-3d96-4151-8a35-b434206019c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:34.658553 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4898fd27-ff9e-4c1c-8e13-96e26da1d426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:34.659989 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-4898fd27-ff9e-4c1c-8e13-96e26da1d426 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e170a70-e916-4d38-9109-67d97e6ecf94 HTTP/1.1" status: 204  len: 168 time: 0.2831843
Jul 13 22:04:34.661241 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898fd27-ff9e-4c1c-8e13-96e26da1d426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e170a70-e916-4d38-9109-67d97e6ecf94,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:34.664528 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4898fd27-ff9e-4c1c-8e13-96e26da1d426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:34.680636 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.l3_db [None req-10e797dc-6d31-414b-bc55-89ac4ac61e4e tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Floating IP 6608407c-c30e-4a71-b114-7c55748040d3 associated. External IP: 172.27.3.49, port: 374d0d10-106d-495a-aa20-5383d784104c.
Jul 13 22:04:34.729262 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:35.115021 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f7f2eace-1a91-4689-82c7-c895a0d68cb9 req-e7c9f5e3-e372-4376-aeb4-d92a685060d3 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 210 time: 0.1533620
Jul 13 22:04:35.562378 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e6966-d594-4591-ad17-540332f502c1 req-aa22f542-ca9f-42ea-888d-46bfa6734ceb tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:35.563142 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-8c5e6966-d594-4591-ad17-540332f502c1 req-aa22f542-ca9f-42ea-888d-46bfa6734ceb tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Synchronizing usage tracker for tenant:cc7dc58b5d6544d2831c594208eb42cb on resource:network {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:04:35.596643 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-8c5e6966-d594-4591-ad17-540332f502c1 req-aa22f542-ca9f-42ea-888d-46bfa6734ceb tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Unset dirty status for tenant:cc7dc58b5d6544d2831c594208eb42cb on resource:network {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:04:35.598777 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8c5e6966-d594-4591-ad17-540332f502c1 req-aa22f542-ca9f-42ea-888d-46bfa6734ceb tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.15 "GET /v2.0/networks?id=4573dd2b-8874-433b-aa5f-53da409d80cd HTTP/1.1" status: 200  len: 812 time: 0.2464452
Jul 13 22:04:35.622895 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e797dc-6d31-414b-bc55-89ac4ac61e4e tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Router 9b6c27d5-3320-4579-9081-2d22f2bf8b08 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:04:35.813894 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8c5e6966-d594-4591-ad17-540332f502c1 req-43e9e4bc-b94a-4c63-ab10-b02810745733 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc7dc58b5d6544d2831c594208eb42cb HTTP/1.1" status: 200  len: 380 time: 0.1246936
Jul 13 22:04:35.825033 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-8c5e6966-d594-4591-ad17-540332f502c1 req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Request body: {'port': {'device_id': '7f1ba278-3b26-4e51-8869-6c88a674424d', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'admin_state_up': True, 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'security_groups': ['6000d54b-4787-4bdc-b55d-2e572630d241']}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:04:36.014921 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-8c5e6966-d594-4591-ad17-540332f502c1 req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:04:36.020337 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-8c5e6966-d594-4591-ad17-540332f502c1 req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Usage tracker for resource:port and tenant:cc7dc58b5d6544d2831c594208eb42cb is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:04:36.025353 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-8c5e6966-d594-4591-ad17-540332f502c1 req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:04:36.034391 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-8c5e6966-d594-4591-ad17-540332f502c1 req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:04:36.050236 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c5e6966-d594-4591-ad17-540332f502c1 req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Made reservation on behalf of cc7dc58b5d6544d2831c594208eb42cb for: {'port': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:04:36.056783 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-8c5e6966-d594-4591-ad17-540332f502c1 req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:36.383323 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e1b35467-22d5-4c54-89ed-4b39b4635a4b req-fc9142e6-54be-4477-beb3-c55845c4aa3d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 210 time: 0.1188290
Jul 13 22:04:36.461976 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e797dc-6d31-414b-bc55-89ac4ac61e4e tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:04:36.471764 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aba4cc-f4f0-40de-9cdf-e655044e042f None None] Sync routers for ids ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'] in dv-cinder-800618-1-iscsi {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:04:36.488439 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-10e797dc-6d31-414b-bc55-89ac4ac61e4e tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for floatingip, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:36.492667 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aba4cc-f4f0-40de-9cdf-e655044e042f None None] Routers {'9b6c27d5-3320-4579-9081-2d22f2bf8b08'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:04:36.493619 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-29aba4cc-f4f0-40de-9cdf-e655044e042f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36aa59e8>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:04:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:04:36.611371 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-10e797dc-6d31-414b-bc55-89ac4ac61e4e tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "PUT /v2.0/floatingips/6608407c-c30e-4a71-b114-7c55748040d3 HTTP/1.1" status: 200  len: 991 time: 3.8309741
Jul 13 22:04:36.616413 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9f7760-852b-48f3-b2e6-de89b07593c7', 'tag': '374d0d10-106d-495a-aa20-5383d784104c'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:04:36.635085 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [req-8c5e6966-d594-4591-ad17-540332f502c1 req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Allocated IP 172.20.0.3 (4573dd2b-8874-433b-aa5f-53da409d80cd/9f53db98-3e9c-409a-9118-d762e38b4e6e/66dec045-dc0d-46a7-9b97-a15cf64475dc) {{(pid=82083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:04:36.749745 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-29aba4cc-f4f0-40de-9cdf-e655044e042f None None] Set router 9b6c27d5-3320-4579-9081-2d22f2bf8b08 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:04:36.838230 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c9f7760-852b-48f3-b2e6-de89b07593c7', 'tag': '374d0d10-106d-495a-aa20-5383d784104c', 'status': 'completed', 'code': 200}
Jul 13 22:04:37.034098 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-8c5e6966-d594-4591-ad17-540332f502c1 req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for port, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:37.064762 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-8c5e6966-d594-4591-ad17-540332f502c1 req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Transition to ACTIVE for port object 66dec045-dc0d-46a7-9b97-a15cf64475dc will not be triggered until provisioned by entity DHCP. {{(pid=82083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:04:37.080425 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fccf298d-1750-43c4-bac4-66c912a2b9e8 req-516871c3-b9a3-4f27-aca4-ba6137e48fba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e98d195175fb48da8da0450cb337c9e2&device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 1099 time: 0.1463258
Jul 13 22:04:37.232535 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-8c5e6966-d594-4591-ad17-540332f502c1 req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:37.240915 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-420aad6d-c874-4d75-b551-ff5501b11cad tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:37.328984 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c5e6966-d594-4591-ad17-540332f502c1 req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Network 4573dd2b-8874-433b-aa5f-53da409d80cd is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:04:37.335138 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [req-8c5e6966-d594-4591-ad17-540332f502c1 req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:04:37.343690 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5e6966-d594-4591-ad17-540332f502c1 req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Received port after_create {{(pid=82083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:04:37.375026 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-29aba4cc-f4f0-40de-9cdf-e655044e042f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36aa59e8>, [{'id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'name': 'tempest-AttachVolumeShelveTestJSON-95492827-router', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'gw_port': {'id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:48Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': '6608407c-c30e-4a71-b114-7c55748040d3', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'port_id': '374d0d10-106d-495a-aa20-5383d784104c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'mac_address': 'fa:16:3e:93:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9f7760-852b-48f3-b2e6-de89b07593c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:04:06Z', 'updated_at': '2021-07-13T22:04:34Z', 'revision_number': 1, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9', 'name': '', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'mac_address': 'fa:16:3e:12:e1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:01Z', 'updated_at': '2021-07-13T21:59:14Z', 'revision_number': 5, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'subnets': [{'id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:04:37.380453 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aba4cc-f4f0-40de-9cdf-e655044e042f None None] Checking router: 9b6c27d5-3320-4579-9081-2d22f2bf8b08 for host: dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:04:37.395647 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aba4cc-f4f0-40de-9cdf-e655044e042f None None] Routers {'9b6c27d5-3320-4579-9081-2d22f2bf8b08'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:04:37.396626 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-29aba4cc-f4f0-40de-9cdf-e655044e042f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36aa59e8>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:04:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:04:37.423947 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Pushing event updated for resources: {'Port': ['ID=66dec045-dc0d-46a7-9b97-a15cf64475dc,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:37.427523 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf298d-1750-43c4-bac4-66c912a2b9e8 req-531ba199-5402-4575-b62b-4a0cf6144026 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:37.433347 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fccf298d-1750-43c4-bac4-66c912a2b9e8 req-531ba199-5402-4575-b62b-4a0cf6144026 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c5abd27-10e4-4762-82c4-ccb760681ca8 HTTP/1.1" status: 200  len: 916 time: 0.3400278
Jul 13 22:04:37.642363 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:37.642834 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:37.643182 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:37.643664 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:37.644075 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:37.644488 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:37.645455 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:37.645866 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:37.646425 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:37.646832 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:37.647244 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:37.727256 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e6966-d594-4591-ad17-540332f502c1 req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:37.727954 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-8c5e6966-d594-4591-ad17-540332f502c1 req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:37.796745 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:37.880374 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-29aba4cc-f4f0-40de-9cdf-e655044e042f None None] Set router 9b6c27d5-3320-4579-9081-2d22f2bf8b08 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:04:37.925605 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fccf298d-1750-43c4-bac4-66c912a2b9e8 req-51601d89-2116-47e6-9edf-98c6c1f2e3ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=374d0d10-106d-495a-aa20-5383d784104c HTTP/1.1" status: 200  len: 999 time: 0.2929800
Jul 13 22:04:37.938131 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8c5e6966-d594-4591-ad17-540332f502c1 req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1174433
Jul 13 22:04:37.984841 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12667a-2dcc-4bb9-adbd-a15d86fa96ab req-14fd3313-09f9-42fa-b513-12ba93eec70f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:37.985643 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-9e12667a-2dcc-4bb9-adbd-a15d86fa96ab req-14fd3313-09f9-42fa-b513-12ba93eec70f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Synchronizing usage tracker for tenant:cc7dc58b5d6544d2831c594208eb42cb on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:04:37.996022 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-8c5e6966-d594-4591-ad17-540332f502c1 req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] Request body: {'port': {'device_id': '7f1ba278-3b26-4e51-8869-6c88a674424d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:04:38.009392 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-0f20ec7a-fc40-41bd-862f-cdccee474c01 None None] Provisioning for port 66dec045-dc0d-46a7-9b97-a15cf64475dc completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:04:38.027463 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-0f20ec7a-fc40-41bd-862f-cdccee474c01 None None] Provisioning complete for port 66dec045-dc0d-46a7-9b97-a15cf64475dc triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:04:38.029043 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0f20ec7a-fc40-41bd-862f-cdccee474c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:38.137225 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-9e12667a-2dcc-4bb9-adbd-a15d86fa96ab req-14fd3313-09f9-42fa-b513-12ba93eec70f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Unset dirty status for tenant:cc7dc58b5d6544d2831c594208eb42cb on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:04:38.138497 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e12667a-2dcc-4bb9-adbd-a15d86fa96ab req-14fd3313-09f9-42fa-b513-12ba93eec70f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 931 time: 0.4032116
Jul 13 22:04:38.186301 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf298d-1750-43c4-bac4-66c912a2b9e8 req-3a7559ef-eab9-4fd4-806c-5c53d29b3844 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:38.187836 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fccf298d-1750-43c4-bac4-66c912a2b9e8 req-3a7559ef-eab9-4fd4-806c-5c53d29b3844 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19a5e143-e3f3-4497-b1eb-410b89ec303c HTTP/1.1" status: 200  len: 854 time: 0.1632929
Jul 13 22:04:38.315084 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-8c5e6966-d594-4591-ad17-540332f502c1 req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:38.558251 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-0f20ec7a-fc40-41bd-862f-cdccee474c01 None None] Port 66dec045-dc0d-46a7-9b97-a15cf64475dc cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 22:04:38.604087 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cf5cc-acbe-4844-b54f-ad24d79d0fa1 req-37d5f8ed-06c7-4e1a-bfeb-94ed5fd164cf tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:38.608143 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-29aba4cc-f4f0-40de-9cdf-e655044e042f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36aa59e8>, [{'id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'name': 'tempest-AttachVolumeShelveTestJSON-95492827-router', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'gw_port': {'id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:48Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': '6608407c-c30e-4a71-b114-7c55748040d3', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'port_id': '374d0d10-106d-495a-aa20-5383d784104c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'mac_address': 'fa:16:3e:93:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9f7760-852b-48f3-b2e6-de89b07593c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:04:06Z', 'updated_at': '2021-07-13T22:04:34Z', 'revision_number': 1, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9', 'name': '', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'mac_address': 'fa:16:3e:12:e1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:01Z', 'updated_at': '2021-07-13T21:59:14Z', 'revision_number': 5, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'subnets': [{'id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:04:38.613133 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aba4cc-f4f0-40de-9cdf-e655044e042f None None] The sync data for ids ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'] in dv-cinder-800618-1-iscsi is: [{'id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'name': 'tempest-AttachVolumeShelveTestJSON-95492827-router', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'gw_port': {'id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:48Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': '6608407c-c30e-4a71-b114-7c55748040d3', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'port_id': '374d0d10-106d-495a-aa20-5383d784104c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'mac_address': 'fa:16:3e:93:ed:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9f7760-852b-48f3-b2e6-de89b07593c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:04:06Z', 'updated_at': '2021-07-13T22:04:34Z', 'revision_number': 1, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9', 'name': '', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'mac_address': 'fa:16:3e:12:e1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:01Z', 'updated_at': '2021-07-13T21:59:14Z', 'revision_number': 5, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'subnets': [{'id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:04:38.613501 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-340cf5cc-acbe-4844-b54f-ad24d79d0fa1 req-37d5f8ed-06c7-4e1a-bfeb-94ed5fd164cf tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a HTTP/1.1" status: 200  len: 945 time: 0.1173379
Jul 13 22:04:38.670017 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e12667a-2dcc-4bb9-adbd-a15d86fa96ab req-6f67d7ba-3b2c-4769-9f6e-d56efe1d7860 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4788208
Jul 13 22:04:38.680997 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-340cf5cc-acbe-4844-b54f-ad24d79d0fa1 req-7454b7a7-6d80-4479-90eb-49d1438844d3 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656018
Jul 13 22:04:38.720768 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fccf298d-1750-43c4-bac4-66c912a2b9e8 req-5db07461-796d-4b1a-9da0-6d331ae3ca44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c5abd27-10e4-4762-82c4-ccb760681ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5101399
Jul 13 22:04:38.924420 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [req-8c5e6966-d594-4591-ad17-540332f502c1 req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66dec045-dc0d-46a7-9b97-a15cf64475dc {{(pid=82083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:04:38.936173 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-8c5e6966-d594-4591-ad17-540332f502c1 req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:38.975516 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fccf298d-1750-43c4-bac4-66c912a2b9e8 req-c3101b08-de3d-4c83-8097-8a77fbde1846 service neutron] 10.222.0.15 "GET /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2362235
Jul 13 22:04:38.976293 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-8c5e6966-d594-4591-ad17-540332f502c1 req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] Transition to ACTIVE for port object 66dec045-dc0d-46a7-9b97-a15cf64475dc will not be triggered until provisioned by entity L2. {{(pid=82083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:04:38.978796 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-8c5e6966-d594-4591-ad17-540332f502c1 req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852293183'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:38.985112 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-fccc8cbe-e7ed-4fae-8954-e8b1620cc1bc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:39.118816 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2a282d-6ac0-40dc-a65b-bd9d0bd9d8a5 None None] New status for floating IP 6608407c-c30e-4a71-b114-7c55748040d3: ACTIVE {{(pid=82086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 13 22:04:39.228157 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] Pushing event updated for resources: {'Port': ['ID=66dec045-dc0d-46a7-9b97-a15cf64475dc,revision_number=2']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:39.240228 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:39.355101 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fccf298d-1750-43c4-bac4-66c912a2b9e8 req-277edb06-6c10-45f0-96af-24e37897750b service neutron] 10.222.0.15 "GET /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3717737
Jul 13 22:04:39.392453 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-8c5e6966-d594-4591-ad17-540332f502c1 req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] Attempting to bind port 66dec045-dc0d-46a7-9b97-a15cf64475dc on host hv-cinder-80061 for vnic_type normal with profile  {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:04:39.392759 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-8c5e6966-d594-4591-ad17-540332f502c1 req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] Attempting to bind port 66dec045-dc0d-46a7-9b97-a15cf64475dc by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': '172b8712-6f8b-4c5b-9df7-68a1feb820ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd'}] {{(pid=82083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:04:39.393130 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5e6966-d594-4591-ad17-540332f502c1 req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] Attempting to bind port 66dec045-dc0d-46a7-9b97-a15cf64475dc on network 4573dd2b-8874-433b-aa5f-53da409d80cd {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:04:39.400244 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5e6966-d594-4591-ad17-540332f502c1 req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] Port 66dec045-dc0d-46a7-9b97-a15cf64475dc on network 4573dd2b-8874-433b-aa5f-53da409d80cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 13 22:04:39.400728 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5e6966-d594-4591-ad17-540332f502c1 req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] Attempting to bind port 66dec045-dc0d-46a7-9b97-a15cf64475dc on network 4573dd2b-8874-433b-aa5f-53da409d80cd {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:04:39.408100 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5e6966-d594-4591-ad17-540332f502c1 req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] Checking agent: {'id': '86d26810-67bf-4143-935e-299d5b9ec4cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:04:39.408587 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5e6966-d594-4591-ad17-540332f502c1 req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] Checking segment: {'id': '172b8712-6f8b-4c5b-9df7-68a1feb820ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:04:39.409036 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5e6966-d594-4591-ad17-540332f502c1 req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] Bound using segment: {'id': '172b8712-6f8b-4c5b-9df7-68a1feb820ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd'} {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:04:39.409511 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-8c5e6966-d594-4591-ad17-540332f502c1 req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] Bound port: 66dec045-dc0d-46a7-9b97-a15cf64475dc, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '172b8712-6f8b-4c5b-9df7-68a1feb820ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd'}}] {{(pid=82083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:04:39.409897 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-8c5e6966-d594-4591-ad17-540332f502c1 req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:39.505603 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-8c5e6966-d594-4591-ad17-540332f502c1 req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] For port 66dec045-dc0d-46a7-9b97-a15cf64475dc, host hv-cinder-80061, cleared binding levels {{(pid=82083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:04:39.508704 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-8c5e6966-d594-4591-ad17-540332f502c1 req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] For port 66dec045-dc0d-46a7-9b97-a15cf64475dc, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=66dec045-dc0d-46a7-9b97-a15cf64475dc,segment=NetworkSegment(172b8712-6f8b-4c5b-9df7-68a1feb820ba),segment_id=172b8712-6f8b-4c5b-9df7-68a1feb820ba)] {{(pid=82083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:04:39.511958 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-8c5e6966-d594-4591-ad17-540332f502c1 req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852293183'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:39.517224 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-16b869c0-9b3c-48e0-b4d2-a266f4754182 tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:39.574632 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-8c5e6966-d594-4591-ad17-540332f502c1 req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:39.576283 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8c5e6966-d594-4591-ad17-540332f502c1 req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] 10.222.0.15 "PUT /v2.0/ports/66dec045-dc0d-46a7-9b97-a15cf64475dc HTTP/1.1" status: 200  len: 1093 time: 1.5864942
Jul 13 22:04:39.576963 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1ba278-3b26-4e51-8869-6c88a674424d', 'tag': '66dec045-dc0d-46a7-9b97-a15cf64475dc'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:04:39.604119 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] Pushing event updated for resources: {'Port': ['ID=66dec045-dc0d-46a7-9b97-a15cf64475dc,revision_number=3']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:39.607438 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:39.636823 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1ba278-3b26-4e51-8869-6c88a674424d', 'tag': '66dec045-dc0d-46a7-9b97-a15cf64475dc', 'status': 'completed', 'code': 200}
Jul 13 22:04:39.740020 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8c5e6966-d594-4591-ad17-540332f502c1 req-2d04b631-4091-4d24-a0bd-95774e99543f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc7dc58b5d6544d2831c594208eb42cb&device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 1096 time: 0.0823650
Jul 13 22:04:39.893089 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8c5e6966-d594-4591-ad17-540332f502c1 req-b6ccb75c-7208-4950-86c4-adb64dd10df4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66dec045-dc0d-46a7-9b97-a15cf64475dc HTTP/1.1" status: 200  len: 217 time: 0.1187260
Jul 13 22:04:39.924058 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d8d2e-1f49-4af1-999c-0f3c3eae355c req-7cb71a54-5d52-4163-b7d7-8890d78d8a7d tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:39.925693 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-939d8d2e-1f49-4af1-999c-0f3c3eae355c req-7cb71a54-5d52-4163-b7d7-8890d78d8a7d tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a HTTP/1.1" status: 200  len: 945 time: 0.0901442
Jul 13 22:04:39.975109 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-939d8d2e-1f49-4af1-999c-0f3c3eae355c req-dbc1af9e-1723-4012-9d47-f05de9e6fb57 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427980
Jul 13 22:04:39.981019 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e6966-d594-4591-ad17-540332f502c1 req-9225e3e7-38e4-4675-9943-7f1c3a36a15a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:39.982624 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8c5e6966-d594-4591-ad17-540332f502c1 req-9225e3e7-38e4-4675-9943-7f1c3a36a15a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f53db98-3e9c-409a-9118-d762e38b4e6e HTTP/1.1" status: 200  len: 851 time: 0.0815504
Jul 13 22:04:39.994028 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80b919-191e-4f31-b1a9-e6fbe15069fc req-470421db-27fe-44d2-abd7-a0314b38a5cc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:39.995582 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7e80b919-191e-4f31-b1a9-e6fbe15069fc req-470421db-27fe-44d2-abd7-a0314b38a5cc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 943 time: 0.1538355
Jul 13 22:04:40.294965 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7e80b919-191e-4f31-b1a9-e6fbe15069fc req-9169d521-ec18-4e83-98b5-d6ce55ca5f61 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2628779
Jul 13 22:04:40.315245 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8c5e6966-d594-4591-ad17-540332f502c1 req-a3fbb81e-cf41-4e1d-9727-aa4e743f7799 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4573dd2b-8874-433b-aa5f-53da409d80cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3186667
Jul 13 22:04:40.483832 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8c5e6966-d594-4591-ad17-540332f502c1 req-bf174d4b-e6da-4f82-95bd-4247f42a9540 service neutron] 10.222.0.15 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360846
Jul 13 22:04:40.645331 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8c5e6966-d594-4591-ad17-540332f502c1 req-d59e9cf9-33eb-4b53-b345-c7cf635406fc service neutron] 10.222.0.15 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1439068
Jul 13 22:04:40.882129 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefff0d-041e-4d59-b5a0-222bbb77b77b req-5a26e0c0-0635-42f3-aed2-64aaee275d03 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:40.883692 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7eefff0d-041e-4d59-b5a0-222bbb77b77b req-5a26e0c0-0635-42f3-aed2-64aaee275d03 tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.15 "GET /v2.0/ports?device_id=cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a HTTP/1.1" status: 200  len: 945 time: 0.1422429
Jul 13 22:04:40.969214 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6d88ea3d-daa3-49ef-b31d-fcaac70fb160 req-ad5c10ed-864b-4c81-9132-fe698ca797e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc7dc58b5d6544d2831c594208eb42cb&device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 1096 time: 0.1623330
Jul 13 22:04:40.976926 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-7eefff0d-041e-4d59-b5a0-222bbb77b77b req-a8b71894-c9e5-4066-a329-0e0a0bfcac4f tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Deleting port 67ca3a1e-3109-4f6c-89e3-1db0008fae80 {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:04:40.977320 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-7eefff0d-041e-4d59-b5a0-222bbb77b77b req-a8b71894-c9e5-4066-a329-0e0a0bfcac4f tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:41.350051 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88ea3d-daa3-49ef-b31d-fcaac70fb160 req-d5159f0a-7eec-4ec1-891c-aaa04d609925 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:41.351640 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6d88ea3d-daa3-49ef-b31d-fcaac70fb160 req-d5159f0a-7eec-4ec1-891c-aaa04d609925 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4573dd2b-8874-433b-aa5f-53da409d80cd HTTP/1.1" status: 200  len: 913 time: 0.3427987
Jul 13 22:04:41.457589 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6d88ea3d-daa3-49ef-b31d-fcaac70fb160 req-11bcdffc-57c4-4f67-9659-cc156e2a4e10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66dec045-dc0d-46a7-9b97-a15cf64475dc HTTP/1.1" status: 200  len: 217 time: 0.0880425
Jul 13 22:04:41.474331 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd341171-0884-43ce-819b-3e152570770f req-6763854a-d302-465c-bea1-e0fe7818d1ef tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:41.475910 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-bd341171-0884-43ce-819b-3e152570770f req-6763854a-d302-465c-bea1-e0fe7818d1ef tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a HTTP/1.1" status: 200  len: 945 time: 0.3619821
Jul 13 22:04:41.503512 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e068b-b1d0-4b12-8b2a-1c782f2094f3 req-84f49033-1c78-4838-9994-1f4a989d6acc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:41.505899 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e83e068b-b1d0-4b12-8b2a-1c782f2094f3 req-84f49033-1c78-4838-9994-1f4a989d6acc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 943 time: 0.0851524
Jul 13 22:04:41.555530 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e83e068b-b1d0-4b12-8b2a-1c782f2094f3 req-22578c9e-8154-4ee1-9753-2bf6da3e1518 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414639
Jul 13 22:04:41.576673 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-7eefff0d-041e-4d59-b5a0-222bbb77b77b req-a8b71894-c9e5-4066-a329-0e0a0bfcac4f tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] For port 67ca3a1e-3109-4f6c-89e3-1db0008fae80, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=67ca3a1e-3109-4f6c-89e3-1db0008fae80,segment=NetworkSegment(f7205b7e-901f-4378-a06c-b7abc50d227b),segment_id=f7205b7e-901f-4378-a06c-b7abc50d227b)] {{(pid=82083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:04:41.577105 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-7eefff0d-041e-4d59-b5a0-222bbb77b77b req-a8b71894-c9e5-4066-a329-0e0a0bfcac4f tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:41.722282 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-7eefff0d-041e-4d59-b5a0-222bbb77b77b req-a8b71894-c9e5-4066-a329-0e0a0bfcac4f tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Calling delete_port for 67ca3a1e-3109-4f6c-89e3-1db0008fae80 owned by compute:nova {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:04:41.761460 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88ea3d-daa3-49ef-b31d-fcaac70fb160 req-dd84c743-c229-422d-81d7-5c4ba09121cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:41.763033 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6d88ea3d-daa3-49ef-b31d-fcaac70fb160 req-dd84c743-c229-422d-81d7-5c4ba09121cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f53db98-3e9c-409a-9118-d762e38b4e6e HTTP/1.1" status: 200  len: 851 time: 0.2825096
Jul 13 22:04:41.822583 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-bd341171-0884-43ce-819b-3e152570770f req-653d0ffd-ac24-4d0c-a281-ba7ba7e4b2fd tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/security-groups?id=32f8173e-5d84-47fb-8c54-c51fad769d69&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3016524
Jul 13 22:04:41.921950 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6d88ea3d-daa3-49ef-b31d-fcaac70fb160 req-84948a5f-b8ca-48c4-9b5a-1623b18ea943 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4573dd2b-8874-433b-aa5f-53da409d80cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1487131
Jul 13 22:04:42.029763 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-7eefff0d-041e-4d59-b5a0-222bbb77b77b req-a8b71894-c9e5-4066-a329-0e0a0bfcac4f tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:42.042750 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-5cc754d4-c6b9-4073-933e-41f3dc073093 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:42.073820 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['67ca3a1e-3109-4f6c-89e3-1db0008fae80'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:04:42.092027 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b71894-c9e5-4066-a329-0e0a0bfcac4f tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Pushing event deleted for resources: {'Port': ['ID=67ca3a1e-3109-4f6c-89e3-1db0008fae80,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:42.097415 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a8b71894-c9e5-4066-a329-0e0a0bfcac4f tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:42.179782 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 44880) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:04:42.195301 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eefff0d-041e-4d59-b5a0-222bbb77b77b req-a8b71894-c9e5-4066-a329-0e0a0bfcac4f tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] No DVR routers for this DVR port 67ca3a1e-3109-4f6c-89e3-1db0008fae80 on host hv-cinder-80061 {{(pid=82083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:04:42.199723 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-7eefff0d-041e-4d59-b5a0-222bbb77b77b req-a8b71894-c9e5-4066-a329-0e0a0bfcac4f tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:42.202480 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a', 'name': 'network-vif-deleted', 'tag': '67ca3a1e-3109-4f6c-89e3-1db0008fae80'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:04:42.218238 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6d88ea3d-daa3-49ef-b31d-fcaac70fb160 req-7e5328ec-448b-4ff2-b3d4-2cea85e88504 service neutron] 10.222.0.15 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2790465
Jul 13 22:04:42.222733 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7eefff0d-041e-4d59-b5a0-222bbb77b77b req-a8b71894-c9e5-4066-a329-0e0a0bfcac4f tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.15 "DELETE /v2.0/ports/67ca3a1e-3109-4f6c-89e3-1db0008fae80 HTTP/1.1" status: 204  len: 173 time: 1.3313954
Jul 13 22:04:42.257442 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_v2 [None req-129e9120-011f-455e-83bd-8c6f4c9d89f2 admin admin] Deleting subnet 1734c82d-53d6-46db-b139-d488ee342875 {{(pid=82084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 13 22:04:42.263094 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a', 'name': 'network-vif-deleted', 'tag': '67ca3a1e-3109-4f6c-89e3-1db0008fae80', 'status': 'completed', 'code': 200}
Jul 13 22:04:42.263597 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-129e9120-011f-455e-83bd-8c6f4c9d89f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:42.318473 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-129e9120-011f-455e-83bd-8c6f4c9d89f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266505'] for subnet, precommit_delete_associations {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:42.372489 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6d88ea3d-daa3-49ef-b31d-fcaac70fb160 req-a357f4b8-2277-432f-9314-a24f21425470 service neutron] 10.222.0.15 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1457806
Jul 13 22:04:42.382528 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-129e9120-011f-455e-83bd-8c6f4c9d89f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854679291'] for subnet, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:42.453341 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-129e9120-011f-455e-83bd-8c6f4c9d89f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-96525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852196838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853174589'] for subnet, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:42.458892 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-9e1594b4-5abc-4db2-85b8-a91745676296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:42.496558 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e9120-011f-455e-83bd-8c6f4c9d89f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1734c82d-53d6-46db-b139-d488ee342875,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:42.499280 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-129e9120-011f-455e-83bd-8c6f4c9d89f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:42.503666 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-129e9120-011f-455e-83bd-8c6f4c9d89f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:42.511038 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-129e9120-011f-455e-83bd-8c6f4c9d89f2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1734c82d-53d6-46db-b139-d488ee342875 HTTP/1.1" status: 204  len: 168 time: 0.3298197
Jul 13 22:04:42.513304 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 44888) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:04:42.627409 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-000fc817-7db6-4321-99f8-6f83ac8c6e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-104256'] for network, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:42.760274 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-000fc817-7db6-4321-99f8-6f83ac8c6e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690162', 'neutron.services.segments.db._delete_segments_for_network--9223363253856679420'] for network, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:42.766988 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3b143-ec4c-46ec-99b4-f71f1fae6c93 req-776626cc-13fa-4635-b6da-f96f57d914c9 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:42.769014 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-27a3b143-ec4c-46ec-99b4-f71f1fae6c93 req-776626cc-13fa-4635-b6da-f96f57d914c9 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 943 time: 0.0915940
Jul 13 22:04:42.774272 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-000fc817-7db6-4321-99f8-6f83ac8c6e37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf35fc1c88>,) {'filters': {'network_id': ['94ceb28b-1d67-44bd-89fc-864f4cbba322']}} {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:04:42.791055 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-000fc817-7db6-4321-99f8-6f83ac8c6e37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf35fc1c88>, '4d900011-7bad-4db3-b483-fb48b347038c') {'for_net_delete': True} {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:04:42.791399 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-000fc817-7db6-4321-99f8-6f83ac8c6e37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf35fc1c88>, '4d900011-7bad-4db3-b483-fb48b347038c') {} {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:04:42.804495 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-000fc817-7db6-4321-99f8-6f83ac8c6e37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253856686179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509311'] for segment, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:42.820559 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-000fc817-7db6-4321-99f8-6f83ac8c6e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:42.821620 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-27a3b143-ec4c-46ec-99b4-f71f1fae6c93 req-501255c4-7a67-496f-b666-c623d83f0bc4 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447493
Jul 13 22:04:42.827146 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000fc817-7db6-4321-99f8-6f83ac8c6e37 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=82084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 13 22:04:42.827581 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-000fc817-7db6-4321-99f8-6f83ac8c6e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852196745'] for segment, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]: Traceback (most recent call last):
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:     timer()
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:     cb(*args, **kw)
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:     return func(*args, **kwargs)
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:     self._notify()
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:     self.callback(batched_events)
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:     event.method(event)
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:     segment_id)['aggregates'][0]
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:     return f(self, *a, **k)
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self._get(url).json()
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:     **kwargs)
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self.request(url, 'GET', **kwargs)
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:     **endpoint_filter)
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 13 22:04:42.844966 dv-cinder-800618-1-iscsi neutron-server[81974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 13 22:04:42.924187 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-000fc817-7db6-4321-99f8-6f83ac8c6e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854022065'] for network, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:42.930378 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-000fc817-7db6-4321-99f8-6f83ac8c6e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:42.934841 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b7a1f275-85da-465c-8da6-83d1ca26503c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:42.962579 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fc817-7db6-4321-99f8-6f83ac8c6e37 admin admin] Pushing event deleted for resources: {'Network': ['ID=94ceb28b-1d67-44bd-89fc-864f4cbba322,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:42.965637 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-000fc817-7db6-4321-99f8-6f83ac8c6e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:43.010369 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-000fc817-7db6-4321-99f8-6f83ac8c6e37 admin admin] 10.222.0.18 "DELETE /v2.0/networks/94ceb28b-1d67-44bd-89fc-864f4cbba322 HTTP/1.1" status: 204  len: 168 time: 0.4957800
Jul 13 22:04:43.024307 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c1c2fbd1-3712-4ae7-858d-d22cc1c9faa7 req-bc496696-df87-439e-9a1f-5c5df463e6ff tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] 10.222.0.18 "GET /v2.0/ports?device_id=cad05553-f2e4-4c3d-b4d2-cda24cb2ee6a HTTP/1.1" status: 200  len: 210 time: 0.0525177
Jul 13 22:04:43.218693 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 44900) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:04:43.272600 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-40ac5095-e227-4161-8c54-6c65e55e6afc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2530706b58cf4237b0b2f9b0af81d896&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0526752
Jul 13 22:04:43.275029 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 44904) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:04:43.336318 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a1ee9a14-861b-419a-90e4-96d862a22c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:43.362628 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a1ee9a14-861b-419a-90e4-96d862a22c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:43.412821 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a1ee9a14-861b-419a-90e4-96d862a22c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:43.417695 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c76609b1-b2a9-441f-8188-7522cd68ce6a tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:43.432547 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee9a14-861b-419a-90e4-96d862a22c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d00d1de-a108-4daf-850d-28f8b5072968,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:43.435268 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a1ee9a14-861b-419a-90e4-96d862a22c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:43.441938 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a1ee9a14-861b-419a-90e4-96d862a22c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:43.443217 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-a1ee9a14-861b-419a-90e4-96d862a22c73 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d00d1de-a108-4daf-850d-28f8b5072968 HTTP/1.1" status: 204  len: 168 time: 0.1672287
Jul 13 22:04:44.028882 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb6ceb-50f8-4c0c-a626-6e82598df7ae req-1ab9c336-b6f5-41b6-ba10-67404478479f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:44.030454 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0fcb6ceb-50f8-4c0c-a626-6e82598df7ae req-1ab9c336-b6f5-41b6-ba10-67404478479f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 943 time: 0.0824180
Jul 13 22:04:44.081537 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0fcb6ceb-50f8-4c0c-a626-6e82598df7ae req-9085c0ad-38fc-43a4-a8af-16c0ae707a42 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450068
Jul 13 22:04:45.284128 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b2dc9-b19c-4248-9ad0-2e3b563ccc5c req-f8d2e546-1b02-4547-ac5e-cf6bbdd7ec0c tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:45.286419 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-485b2dc9-b19c-4248-9ad0-2e3b563ccc5c req-f8d2e546-1b02-4547-ac5e-cf6bbdd7ec0c tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 943 time: 0.0837793
Jul 13 22:04:45.334100 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-485b2dc9-b19c-4248-9ad0-2e3b563ccc5c req-6d8befd1-b3f4-4bcc-9554-bb856d10a787 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416837
Jul 13 22:04:45.356101 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 67ca3a1e-3109-4f6c-89e3-1db0008fae80 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:04:45.390206 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] No Port match for: 67ca3a1e-3109-4f6c-89e3-1db0008fae80 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:04:45.390582 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 67ca3a1e-3109-4f6c-89e3-1db0008fae80 not bound to the agent host hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:04:46.537919 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f3c12-ca53-4597-875b-31aef4c2eae5 req-aa598e57-5cf1-4a76-b0c7-5c28622d94cc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:46.539530 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1f6f3c12-ca53-4597-875b-31aef4c2eae5 req-aa598e57-5cf1-4a76-b0c7-5c28622d94cc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 943 time: 0.0840364
Jul 13 22:04:46.587678 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1f6f3c12-ca53-4597-875b-31aef4c2eae5 req-48e66465-9555-47c7-9abe-e52d7586dfb9 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420518
Jul 13 22:04:49.217645 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadeb1e-36a0-4600-8476-6203b8734ca9 req-e73170c8-f51a-4923-b5f9-6cac51768f15 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:49.219207 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2cadeb1e-36a0-4600-8476-6203b8734ca9 req-e73170c8-f51a-4923-b5f9-6cac51768f15 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 943 time: 0.0852342
Jul 13 22:04:49.456991 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2cadeb1e-36a0-4600-8476-6203b8734ca9 req-0993578b-7eb3-4028-968b-df48a5713f0f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2310400
Jul 13 22:04:50.870633 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc4f7f-d297-463d-b05d-49a43fc8e617 req-fbc26ed3-1510-4d2e-b633-dc17051fddae tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:50.872135 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fddc4f7f-d297-463d-b05d-49a43fc8e617 req-fbc26ed3-1510-4d2e-b633-dc17051fddae tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 943 time: 0.2909822
Jul 13 22:04:50.918734 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fddc4f7f-d297-463d-b05d-49a43fc8e617 req-a19b1a3a-177a-44b6-8bf5-ea40705cef9d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404925
Jul 13 22:04:51.398852 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 66dec045-dc0d-46a7-9b97-a15cf64475dc details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 13 22:04:51.539880 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 66dec045-dc0d-46a7-9b97-a15cf64475dc, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=66dec045-dc0d-46a7-9b97-a15cf64475dc,segment=NetworkSegment(172b8712-6f8b-4c5b-9df7-68a1feb820ba),segment_id=172b8712-6f8b-4c5b-9df7-68a1feb820ba)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:04:51.553637 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Returning: {'device': '66dec045-dc0d-46a7-9b97-a15cf64475dc', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'port_id': '66dec045-dc0d-46a7-9b97-a15cf64475dc', 'mac_address': 'fa:16:3e:87:18:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 13 22:04:51.611405 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:51.628922 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66dec045-dc0d-46a7-9b97-a15cf64475dc {{(pid=82085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:04:51.643804 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 66dec045-dc0d-46a7-9b97-a15cf64475dc, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=66dec045-dc0d-46a7-9b97-a15cf64475dc,segment=NetworkSegment(172b8712-6f8b-4c5b-9df7-68a1feb820ba),segment_id=172b8712-6f8b-4c5b-9df7-68a1feb820ba)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:04:51.647085 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:51.648910 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:51.712393 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=66dec045-dc0d-46a7-9b97-a15cf64475dc,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:51.721123 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:51.721517 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:51.721898 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:51.722274 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:51.722657 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:51.723063 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:51.723434 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:51.723812 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:51.724181 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:51.724548 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:51.724941 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:04:51.729015 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:51.989332 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['66dec045-dc0d-46a7-9b97-a15cf64475dc'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:04:52.135627 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bef10-2bf4-4a2f-b902-24e6fddaa903 req-99dd283d-7fa9-497f-b25f-5e91962644f8 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:52.137400 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c69bef10-2bf4-4a2f-b902-24e6fddaa903 req-99dd283d-7fa9-497f-b25f-5e91962644f8 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 944 time: 0.0909247
Jul 13 22:04:52.190243 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c69bef10-2bf4-4a2f-b902-24e6fddaa903 req-5332dd9e-06df-4dd0-99df-87b79fdd330f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451095
Jul 13 22:04:53.393972 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9244112-fd75-4c74-b96a-072e1d78c5dd req-44ceed46-9108-4044-917e-d845b18ea8f4 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:53.395607 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f9244112-fd75-4c74-b96a-072e1d78c5dd req-44ceed46-9108-4044-917e-d845b18ea8f4 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 944 time: 0.0828795
Jul 13 22:04:53.418092 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 66dec045-dc0d-46a7-9b97-a15cf64475dc up at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:04:53.444046 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f9244112-fd75-4c74-b96a-072e1d78c5dd req-e8f35bf5-872a-4cea-afb7-60a156ae6e57 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424078
Jul 13 22:04:53.492886 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning for port 66dec045-dc0d-46a7-9b97-a15cf64475dc completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:04:53.498087 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning complete for port 66dec045-dc0d-46a7-9b97-a15cf64475dc triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:04:53.498509 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:53.624837 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:53.664259 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1ba278-3b26-4e51-8869-6c88a674424d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66dec045-dc0d-46a7-9b97-a15cf64475dc'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:04:53.674955 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 66dec045-dc0d-46a7-9b97-a15cf64475dc, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=66dec045-dc0d-46a7-9b97-a15cf64475dc,segment=NetworkSegment(172b8712-6f8b-4c5b-9df7-68a1feb820ba),segment_id=172b8712-6f8b-4c5b-9df7-68a1feb820ba)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:04:53.678703 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:53.680720 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-18b83ec7-7ae1-43af-89f2-48db73d1b8cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:04:53.747742 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=66dec045-dc0d-46a7-9b97-a15cf64475dc,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:04:53.750965 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:04:53.826208 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1ba278-3b26-4e51-8869-6c88a674424d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66dec045-dc0d-46a7-9b97-a15cf64475dc', 'code': 200}
Jul 13 22:04:54.312275 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9a9fcb2c-237f-4994-921e-ee0e11ce605d req-a91a34a8-a817-427c-8844-9dd8185356dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 1098 time: 0.0750873
Jul 13 22:04:54.356459 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9a9fcb2c-237f-4994-921e-ee0e11ce605d req-25ddc376-5879-45f4-b64a-86553b216b15 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376167
Jul 13 22:04:54.652208 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f04a3-cbff-450b-be9b-03b9e0134162 req-318165e7-65b0-4d83-8142-5b1612d96f53 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:54.653752 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fd1f04a3-cbff-450b-be9b-03b9e0134162 req-318165e7-65b0-4d83-8142-5b1612d96f53 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 945 time: 0.0858717
Jul 13 22:04:54.702793 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fd1f04a3-cbff-450b-be9b-03b9e0134162 req-ba8aced2-6ea9-4036-a604-d5c6e396b59e tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430322
Jul 13 22:04:55.907209 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50019bb-2efd-4f1b-ad30-d039105caf1b req-12ec226b-167f-436f-92ab-8d0d8bd76d56 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:55.908821 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c50019bb-2efd-4f1b-ad30-d039105caf1b req-12ec226b-167f-436f-92ab-8d0d8bd76d56 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 945 time: 0.0825946
Jul 13 22:04:55.961047 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c50019bb-2efd-4f1b-ad30-d039105caf1b req-45c8ff03-2107-4925-85a2-f2a3d6a161b4 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460939
Jul 13 22:04:56.804031 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:04:57.363579 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:04:58.603500 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecadde5-03d9-4e93-8fb4-82b8f8e15168 req-6b7613a1-d610-49c3-8e2f-cc379e277cea tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:58.605265 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3ecadde5-03d9-4e93-8fb4-82b8f8e15168 req-6b7613a1-d610-49c3-8e2f-cc379e277cea tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 945 time: 0.0824349
Jul 13 22:04:58.653438 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3ecadde5-03d9-4e93-8fb4-82b8f8e15168 req-ec38cf44-f0be-4d9a-80ae-3d046322f936 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421121
Jul 13 22:04:59.886195 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec5755-0f30-4c87-94bc-ab26f17b26c1 req-216667cc-6918-404f-aec3-2f60b006d27e tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:04:59.887767 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-bfec5755-0f30-4c87-94bc-ab26f17b26c1 req-216667cc-6918-404f-aec3-2f60b006d27e tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 945 time: 0.0821173
Jul 13 22:04:59.936987 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-bfec5755-0f30-4c87-94bc-ab26f17b26c1 req-1268886a-0887-4044-83d6-9bab0183f295 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430858
Jul 13 22:05:00.146278 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fc094-adb4-40d9-9287-2b7e4c0ab8fe req-d612f09e-f1b4-4a62-a4ab-c2567302c4c3 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:00.147861 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-148fc094-adb4-40d9-9287-2b7e4c0ab8fe req-d612f09e-f1b4-4a62-a4ab-c2567302c4c3 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 945 time: 0.0844455
Jul 13 22:05:00.195813 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-148fc094-adb4-40d9-9287-2b7e4c0ab8fe req-1cc311d0-3367-43fc-9a0e-e11866e68529 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419831
Jul 13 22:05:00.222683 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 45046) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:05:00.297607 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-147889b3-9226-4482-83ee-994de96e5f51 tempest-TestVolumeBootPattern-1047861481 tempest-TestVolumeBootPattern-1047861481-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 1093 time: 0.0736754
Jul 13 22:05:00.300250 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 45050) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:05:00.306414 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Request body: {'floatingip': {'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'port_id': '66dec045-dc0d-46a7-9b97-a15cf64475dc', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:05:00.311938 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:05:00.315963 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Usage tracker for resource:floatingip and tenant:cc7dc58b5d6544d2831c594208eb42cb is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:05:00.319540 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:05:00.325538 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:05:00.338169 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for floatingip, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:00.481842 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:00.629471 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Allocated IP 172.27.3.40 (c8866fbd-09a0-4cda-b97c-1016e46e3e88/8a6156a0-7e3f-4c59-8b62-81399f240021/018bac9d-ec30-47dd-8351-1f3d6221a391) {{(pid=82084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:05:00.708284 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9de770e1-a24b-41a5-8dc1-efb9216e67f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:00.792531 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for port, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:00.817609 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2579020'] for port, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:00.822135 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4970855e-79b4-4523-a134-0a6273d92c78 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:05:00.897683 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Network c8866fbd-09a0-4cda-b97c-1016e46e3e88 is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:05:00.898669 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Pushing event updated for resources: {'Port': ['ID=018bac9d-ec30-47dd-8351-1f3d6221a391,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:05:00.901394 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:05:00.903292 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:05:00.904056 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Received port after_create {{(pid=82084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:05:01.418072 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:01.474461 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:01.681722 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for port, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:01.684907 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852196779'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:01.689103 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:05:01.790898 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Pushing event updated for resources: {'Port': ['ID=018bac9d-ec30-47dd-8351-1f3d6221a391,revision_number=2']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:05:01.798787 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:05:01.811969 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758945'] for floatingip, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:02.010963 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.l3_db [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Floating IP e99eb487-117b-4702-9de5-9cfc5e3faab2 associated. External IP: 172.27.3.40, port: 66dec045-dc0d-46a7-9b97-a15cf64475dc.
Jul 13 22:05:02.357603 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:02.421087 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:05:02.625448 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:05:02.635854 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae44350-f302-4664-bf80-d73c15038c6d None None] Sync routers for ids ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'] in dv-cinder-800618-1-iscsi {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:05:02.649546 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for floatingip, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:02.649834 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae44350-f302-4664-bf80-d73c15038c6d None None] Routers {'51c20fc9-a475-4045-8b4e-3f51b2d2cb01'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:05:02.650599 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-eae44350-f302-4664-bf80-d73c15038c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36870e80>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:04:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:05:02.712924 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4025664
Jul 13 22:05:02.712924 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1ba278-3b26-4e51-8869-6c88a674424d', 'tag': '66dec045-dc0d-46a7-9b97-a15cf64475dc'}] {{(pid=82084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:05:02.844941 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-eae44350-f302-4664-bf80-d73c15038c6d None None] Set router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:05:02.992416 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1ba278-3b26-4e51-8869-6c88a674424d', 'tag': '66dec045-dc0d-46a7-9b97-a15cf64475dc', 'status': 'completed', 'code': 200}
Jul 13 22:05:03.014390 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-347e6645-57b9-4ac0-91d8-d07c6d1cb86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:03.126035 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3cc03987-0c75-456c-b9f2-0a0d4b19d807 req-670b6af4-bf0c-42a6-971f-6c1f77b84423 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc7dc58b5d6544d2831c594208eb42cb&device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 1098 time: 0.0867553
Jul 13 22:05:03.233671 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-eae44350-f302-4664-bf80-d73c15038c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36870e80>, [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:25Z', 'revision_number': 4, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port': {'id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': 'e99eb487-117b-4702-9de5-9cfc5e3faab2', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'port_id': '66dec045-dc0d-46a7-9b97-a15cf64475dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'mac_address': 'fa:16:3e:87:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ba278-3b26-4e51-8869-6c88a674424d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:05:01Z', 'updated_at': '2021-07-13T22:05:01Z', 'revision_number': 0, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd87b91-6cc2-4e02-9869-d54006962875', 'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'mac_address': 'fa:16:3e:66:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:24Z', 'updated_at': '2021-07-13T22:00:36Z', 'revision_number': 5, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'subnets': [{'id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:05:03.237789 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae44350-f302-4664-bf80-d73c15038c6d None None] Checking router: 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 for host: dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:05:03.249461 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae44350-f302-4664-bf80-d73c15038c6d None None] Routers {'51c20fc9-a475-4045-8b4e-3f51b2d2cb01'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:05:03.250129 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-eae44350-f302-4664-bf80-d73c15038c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36870e80>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:05:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:05:03.274483 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc03987-0c75-456c-b9f2-0a0d4b19d807 req-26482640-c55c-49b2-8bb2-433681c88d3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:03.276076 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3cc03987-0c75-456c-b9f2-0a0d4b19d807 req-26482640-c55c-49b2-8bb2-433681c88d3a service neutron] 10.222.0.15 "GET /v2.0/networks?id=4573dd2b-8874-433b-aa5f-53da409d80cd HTTP/1.1" status: 200  len: 913 time: 0.1381118
Jul 13 22:05:03.384792 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3cc03987-0c75-456c-b9f2-0a0d4b19d807 req-39919f6e-1240-44d5-b504-2d5353c9c20e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66dec045-dc0d-46a7-9b97-a15cf64475dc HTTP/1.1" status: 200  len: 998 time: 0.1015325
Jul 13 22:05:03.434547 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-eae44350-f302-4664-bf80-d73c15038c6d None None] Set router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:05:03.457991 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc03987-0c75-456c-b9f2-0a0d4b19d807 req-548318f2-c42a-4b35-a239-9c8af2fe76ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:03.459515 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3cc03987-0c75-456c-b9f2-0a0d4b19d807 req-548318f2-c42a-4b35-a239-9c8af2fe76ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f53db98-3e9c-409a-9118-d762e38b4e6e HTTP/1.1" status: 200  len: 851 time: 0.0636535
Jul 13 22:05:03.542957 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3cc03987-0c75-456c-b9f2-0a0d4b19d807 req-cac08a95-0df7-4f78-988e-6793d7e73786 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4573dd2b-8874-433b-aa5f-53da409d80cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0745008
Jul 13 22:05:03.697998 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3cc03987-0c75-456c-b9f2-0a0d4b19d807 req-d7c242b8-c252-466a-b37c-79f2e3b02f26 service neutron] 10.222.0.15 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441660
Jul 13 22:05:03.726162 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:03.831550 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-eae44350-f302-4664-bf80-d73c15038c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36870e80>, [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:25Z', 'revision_number': 4, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port': {'id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': 'e99eb487-117b-4702-9de5-9cfc5e3faab2', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'port_id': '66dec045-dc0d-46a7-9b97-a15cf64475dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'mac_address': 'fa:16:3e:87:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ba278-3b26-4e51-8869-6c88a674424d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:05:01Z', 'updated_at': '2021-07-13T22:05:01Z', 'revision_number': 0, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd87b91-6cc2-4e02-9869-d54006962875', 'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'mac_address': 'fa:16:3e:66:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:24Z', 'updated_at': '2021-07-13T22:00:36Z', 'revision_number': 5, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'subnets': [{'id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:05:03.836262 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae44350-f302-4664-bf80-d73c15038c6d None None] The sync data for ids ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'] in dv-cinder-800618-1-iscsi is: [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:25Z', 'revision_number': 4, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port': {'id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': 'e99eb487-117b-4702-9de5-9cfc5e3faab2', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'port_id': '66dec045-dc0d-46a7-9b97-a15cf64475dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'mac_address': 'fa:16:3e:87:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ba278-3b26-4e51-8869-6c88a674424d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:05:01Z', 'updated_at': '2021-07-13T22:05:01Z', 'revision_number': 0, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd87b91-6cc2-4e02-9869-d54006962875', 'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'mac_address': 'fa:16:3e:66:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:24Z', 'updated_at': '2021-07-13T22:00:36Z', 'revision_number': 5, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'subnets': [{'id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:05:03.847817 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3cc03987-0c75-456c-b9f2-0a0d4b19d807 req-bed7de42-69d7-45b6-a47e-1b0fc68308d5 service neutron] 10.222.0.15 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399927
Jul 13 22:05:04.180753 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0ec836-6609-4633-9b16-8f8b3a790d46 None None] New status for floating IP e99eb487-117b-4702-9de5-9cfc5e3faab2: ACTIVE {{(pid=82086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 13 22:05:04.722510 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:09.938112 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 45162) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:05:10.006805 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_v2 [None req-969fb958-47a5-40b3-bb3a-de03076cbb5d admin admin] Deleting subnet 9f76643c-57b3-47d1-9c94-80d33f3b9b68 {{(pid=82084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 13 22:05:10.009841 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-969fb958-47a5-40b3-bb3a-de03076cbb5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:10.060373 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-969fb958-47a5-40b3-bb3a-de03076cbb5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266505'] for subnet, precommit_delete_associations {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:10.119414 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-969fb958-47a5-40b3-bb3a-de03076cbb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854679291'] for subnet, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:10.184293 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-969fb958-47a5-40b3-bb3a-de03076cbb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-96525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852196838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853174589'] for subnet, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:10.189022 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:05:10.227651 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969fb958-47a5-40b3-bb3a-de03076cbb5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f76643c-57b3-47d1-9c94-80d33f3b9b68,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:05:10.236167 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-969fb958-47a5-40b3-bb3a-de03076cbb5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:10.243795 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969fb958-47a5-40b3-bb3a-de03076cbb5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:05:10.244223 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969fb958-47a5-40b3-bb3a-de03076cbb5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:05:10.244637 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969fb958-47a5-40b3-bb3a-de03076cbb5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:05:10.245076 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969fb958-47a5-40b3-bb3a-de03076cbb5d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:05:10.245488 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969fb958-47a5-40b3-bb3a-de03076cbb5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:05:10.245890 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969fb958-47a5-40b3-bb3a-de03076cbb5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:05:10.246293 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969fb958-47a5-40b3-bb3a-de03076cbb5d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:05:10.246697 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969fb958-47a5-40b3-bb3a-de03076cbb5d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:05:10.247096 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969fb958-47a5-40b3-bb3a-de03076cbb5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:05:10.247496 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969fb958-47a5-40b3-bb3a-de03076cbb5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:05:10.247896 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969fb958-47a5-40b3-bb3a-de03076cbb5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:05:10.251111 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-969fb958-47a5-40b3-bb3a-de03076cbb5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:05:10.255587 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-969fb958-47a5-40b3-bb3a-de03076cbb5d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9f76643c-57b3-47d1-9c94-80d33f3b9b68 HTTP/1.1" status: 204  len: 168 time: 0.3163557
Jul 13 22:05:10.255715 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 45170) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:05:10.375819 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c10bcbd6-6768-45a2-b7d3-583f82d2643f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-104256'] for network, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:10.507471 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c10bcbd6-6768-45a2-b7d3-583f82d2643f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690162', 'neutron.services.segments.db._delete_segments_for_network--9223363253856679420'] for network, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:10.520835 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-c10bcbd6-6768-45a2-b7d3-583f82d2643f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf35eb4940>,) {'filters': {'network_id': ['de5d6044-cfb3-4d49-a973-f786017e1c2f']}} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:05:10.533371 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-c10bcbd6-6768-45a2-b7d3-583f82d2643f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf35eb4940>, 'f7205b7e-901f-4378-a06c-b7abc50d227b') {'for_net_delete': True} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:05:10.533711 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-c10bcbd6-6768-45a2-b7d3-583f82d2643f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf35eb4940>, 'f7205b7e-901f-4378-a06c-b7abc50d227b') {} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:05:10.545459 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c10bcbd6-6768-45a2-b7d3-583f82d2643f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253856686179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2482704'] for segment, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:10.564146 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c10bcbd6-6768-45a2-b7d3-583f82d2643f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:10.571440 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10bcbd6-6768-45a2-b7d3-583f82d2643f admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=82083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 13 22:05:10.571866 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c10bcbd6-6768-45a2-b7d3-583f82d2643f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852293149'] for segment, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]: Traceback (most recent call last):
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:     timer()
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:     cb(*args, **kw)
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:     return func(*args, **kwargs)
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:     self._notify()
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:     self.callback(batched_events)
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:     event.method(event)
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:     segment_id)['aggregates'][0]
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:     return f(self, *a, **k)
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self._get(url).json()
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:     **kwargs)
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self.request(url, 'GET', **kwargs)
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:     **endpoint_filter)
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 13 22:05:10.586488 dv-cinder-800618-1-iscsi neutron-server[81974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 13 22:05:10.660383 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c10bcbd6-6768-45a2-b7d3-583f82d2643f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854022065'] for network, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:10.664687 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:05:10.678616 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c10bcbd6-6768-45a2-b7d3-583f82d2643f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:10.690706 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10bcbd6-6768-45a2-b7d3-583f82d2643f admin admin] Pushing event deleted for resources: {'Network': ['ID=de5d6044-cfb3-4d49-a973-f786017e1c2f,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:05:10.694200 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c10bcbd6-6768-45a2-b7d3-583f82d2643f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:05:10.698603 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-c10bcbd6-6768-45a2-b7d3-583f82d2643f admin admin] 10.222.0.18 "DELETE /v2.0/networks/de5d6044-cfb3-4d49-a973-f786017e1c2f HTTP/1.1" status: 204  len: 168 time: 0.4414268
Jul 13 22:05:10.903064 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 45180) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:05:10.960727 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-b2aa1917-3da1-4def-b83f-28b4f9849f9e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4aab1ec20c864e1ba0ef5e5e6aed8b1c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0556624
Jul 13 22:05:10.963192 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 45184) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:05:11.024379 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4230584c-975e-4d00-ae0d-8a3a5687aee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:11.050212 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4230584c-975e-4d00-ae0d-8a3a5687aee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:11.093946 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4230584c-975e-4d00-ae0d-8a3a5687aee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:11.097764 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:05:11.110699 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230584c-975e-4d00-ae0d-8a3a5687aee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f8173e-5d84-47fb-8c54-c51fad769d69,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:05:11.113422 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4230584c-975e-4d00-ae0d-8a3a5687aee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:05:11.122385 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4230584c-975e-4d00-ae0d-8a3a5687aee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:11.123648 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-4230584c-975e-4d00-ae0d-8a3a5687aee0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32f8173e-5d84-47fb-8c54-c51fad769d69 HTTP/1.1" status: 204  len: 168 time: 0.1594958
Jul 13 22:05:11.444631 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-297cd802-35d4-473e-bcb0-9dca92944620 req-4fa69fea-2817-4c9d-b335-3d838d88cdd1 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-847213423&fields=id&tenant_id=d2468f829f2c4d188014193e66e67de5 HTTP/1.1" status: 200  len: 267 time: 0.0487497
Jul 13 22:05:11.535889 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cd802-35d4-473e-bcb0-9dca92944620 req-067bd952-a322-449f-8451-fb028a64a0c0 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:11.538106 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-297cd802-35d4-473e-bcb0-9dca92944620 req-067bd952-a322-449f-8451-fb028a64a0c0 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 984 time: 0.0869489
Jul 13 22:05:11.550285 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-297cd802-35d4-473e-bcb0-9dca92944620 req-5f7d5860-238d-410b-9204-dbe64bd791d6 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Request body: {'port': {'security_groups': ['af7c766d-7583-4258-a8f4-a3c5cccf90d8']}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:05:11.676639 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-297cd802-35d4-473e-bcb0-9dca92944620 req-5f7d5860-238d-410b-9204-dbe64bd791d6 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:12.146751 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-297cd802-35d4-473e-bcb0-9dca92944620 req-5f7d5860-238d-410b-9204-dbe64bd791d6 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] For port 07723ddc-bf6e-4f31-ad96-4279c8a48367, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=07723ddc-bf6e-4f31-ad96-4279c8a48367,segment=NetworkSegment(b6c09138-8014-4cbf-b76d-c7d4483cf378),segment_id=b6c09138-8014-4cbf-b76d-c7d4483cf378)] {{(pid=82084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:05:12.173346 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-297cd802-35d4-473e-bcb0-9dca92944620 req-5f7d5860-238d-410b-9204-dbe64bd791d6 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for port, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:12.177718 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-297cd802-35d4-473e-bcb0-9dca92944620 req-5f7d5860-238d-410b-9204-dbe64bd791d6 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852196779'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:12.183443 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-464aab74-c16c-4cf3-afac-9639d1df7133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:05:12.224194 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['07723ddc-bf6e-4f31-ad96-4279c8a48367'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:05:12.257833 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cd802-35d4-473e-bcb0-9dca92944620 req-5f7d5860-238d-410b-9204-dbe64bd791d6 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:12.258518 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-297cd802-35d4-473e-bcb0-9dca92944620 req-5f7d5860-238d-410b-9204-dbe64bd791d6 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:12.263361 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-297cd802-35d4-473e-bcb0-9dca92944620 req-5f7d5860-238d-410b-9204-dbe64bd791d6 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "PUT /v2.0/ports/07723ddc-bf6e-4f31-ad96-4279c8a48367 HTTP/1.1" status: 200  len: 942 time: 0.7183068
Jul 13 22:05:12.264096 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09310665-c0e5-45bc-a221-51050217e96e', 'tag': '07723ddc-bf6e-4f31-ad96-4279c8a48367'}] {{(pid=82084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:05:12.266464 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 45216) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:05:12.295368 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d5860-238d-410b-9204-dbe64bd791d6 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Pushing event updated for resources: {'Port': ['ID=07723ddc-bf6e-4f31-ad96-4279c8a48367,revision_number=7']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:05:12.309285 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-5f7d5860-238d-410b-9204-dbe64bd791d6 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:05:12.335307 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09310665-c0e5-45bc-a221-51050217e96e', 'tag': '07723ddc-bf6e-4f31-ad96-4279c8a48367', 'status': 'completed', 'code': 200}
Jul 13 22:05:12.427252 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a3ced9f2-2cda-483e-b1b6-75912d993b07 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:12.476748 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a3ced9f2-2cda-483e-b1b6-75912d993b07 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:12.478622 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['07723ddc-bf6e-4f31-ad96-4279c8a48367'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:05:12.546937 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c392eeba-c8ce-4a34-b0bb-335e544c5d35 req-af28b3ce-c91f-4032-809e-aafb86dd20cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2468f829f2c4d188014193e66e67de5&device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 1098 time: 0.1541326
Jul 13 22:05:12.679738 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-4c897edf-0324-4a28-a65f-4909f7c816c0 None None] Provisioning complete for port 07723ddc-bf6e-4f31-ad96-4279c8a48367 triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:05:12.679738 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4c897edf-0324-4a28-a65f-4909f7c816c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:12.709920 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a3ced9f2-2cda-483e-b1b6-75912d993b07 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:12.758119 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e1297c37-2b84-4fe9-99fd-9c80ee64350d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:05:12.774423 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392eeba-c8ce-4a34-b0bb-335e544c5d35 req-9484ef12-472b-4a17-b235-361bc986d64d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:12.776741 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c392eeba-c8ce-4a34-b0bb-335e544c5d35 req-9484ef12-472b-4a17-b235-361bc986d64d service neutron] 10.222.0.15 "GET /v2.0/networks?id=97c4f6d1-e296-4289-9ad3-d87e8316a6bc HTTP/1.1" status: 200  len: 916 time: 0.2226198
Jul 13 22:05:12.778509 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ced9f2-2cda-483e-b1b6-75912d993b07 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f0442b-2351-4b6b-b115-c77680578ca1,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:05:12.793185 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a3ced9f2-2cda-483e-b1b6-75912d993b07 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:05:12.881353 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a3ced9f2-2cda-483e-b1b6-75912d993b07 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:12.884493 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-a3ced9f2-2cda-483e-b1b6-75912d993b07 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "DELETE /v2.0/security-groups/b1f0442b-2351-4b6b-b115-c77680578ca1 HTTP/1.1" status: 204  len: 168 time: 0.6156363
Jul 13 22:05:12.886504 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 45230) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:05:12.927105 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c392eeba-c8ce-4a34-b0bb-335e544c5d35 req-5be4d36f-3822-4eb6-9060-474c6e01e173 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07723ddc-bf6e-4f31-ad96-4279c8a48367 HTTP/1.1" status: 200  len: 1001 time: 0.1327355
Jul 13 22:05:12.998773 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392eeba-c8ce-4a34-b0bb-335e544c5d35 req-c87465f5-c6f8-4c7b-b803-3ea0856ab741 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:13.000358 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c392eeba-c8ce-4a34-b0bb-335e544c5d35 req-c87465f5-c6f8-4c7b-b803-3ea0856ab741 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b6788bc-afc5-4f4b-af69-27a001c307e2 HTTP/1.1" status: 200  len: 854 time: 0.0654027
Jul 13 22:05:13.085720 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c392eeba-c8ce-4a34-b0bb-335e544c5d35 req-486a21b3-9b13-4412-9f27-35a6951ed6e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=97c4f6d1-e296-4289-9ad3-d87e8316a6bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777240
Jul 13 22:05:13.097320 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-57180201-d678-4de9-a452-e5231c65e079 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Deleting port a7b8a543-458c-4a40-a243-c68122db77fc {{(pid=82084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:05:13.097709 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-57180201-d678-4de9-a452-e5231c65e079 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:13.230561 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c392eeba-c8ce-4a34-b0bb-335e544c5d35 req-7f2d922c-a3eb-4203-b135-943234f88ec8 service neutron] 10.222.0.15 "GET /v2.0/networks/97c4f6d1-e296-4289-9ad3-d87e8316a6bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360483
Jul 13 22:05:13.280109 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-57180201-d678-4de9-a452-e5231c65e079 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:13.280490 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-57180201-d678-4de9-a452-e5231c65e079 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:13.372469 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c392eeba-c8ce-4a34-b0bb-335e544c5d35 req-4a0f3e8c-6a48-4d1f-a748-04f33983aad1 service neutron] 10.222.0.15 "GET /v2.0/networks/97c4f6d1-e296-4289-9ad3-d87e8316a6bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351798
Jul 13 22:05:13.412028 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-57180201-d678-4de9-a452-e5231c65e079 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Calling delete_port for a7b8a543-458c-4a40-a243-c68122db77fc owned by network:floatingip {{(pid=82084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:05:13.568467 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-57180201-d678-4de9-a452-e5231c65e079 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2579020'] for port, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:13.572798 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-812acb61-d81d-4b55-81b6-444574951dca tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:05:13.613800 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57180201-d678-4de9-a452-e5231c65e079 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Pushing event deleted for resources: {'Port': ['ID=a7b8a543-458c-4a40-a243-c68122db77fc,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:05:13.616532 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-57180201-d678-4de9-a452-e5231c65e079 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:05:13.711728 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-57180201-d678-4de9-a452-e5231c65e079 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks [] for floatingip, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:14.123049 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57180201-d678-4de9-a452-e5231c65e079 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Router c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:05:14.335623 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57180201-d678-4de9-a452-e5231c65e079 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:05:14.345349 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f802dc-08b7-4d09-b3a7-188298ce8468 None None] Sync routers for ids ['c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'] in dv-cinder-800618-1-iscsi {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:05:14.355411 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-57180201-d678-4de9-a452-e5231c65e079 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for floatingip, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:14.357543 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f802dc-08b7-4d09-b3a7-188298ce8468 None None] Routers {'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:05:14.358215 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-26f802dc-08b7-4d09-b3a7-188298ce8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf3668c780>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:05:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:05:14.413559 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-57180201-d678-4de9-a452-e5231c65e079 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "DELETE /v2.0/floatingips/f8317030-1386-4a94-b52f-48cb1943e925 HTTP/1.1" status: 204  len: 168 time: 1.5257766
Jul 13 22:05:14.414252 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09310665-c0e5-45bc-a221-51050217e96e', 'tag': '07723ddc-bf6e-4f31-ad96-4279c8a48367'}] {{(pid=82084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:05:14.470700 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09310665-c0e5-45bc-a221-51050217e96e', 'tag': '07723ddc-bf6e-4f31-ad96-4279c8a48367', 'status': 'completed', 'code': 200}
Jul 13 22:05:14.696136 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-26f802dc-08b7-4d09-b3a7-188298ce8468 None None] Set router c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:05:15.058835 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-26f802dc-08b7-4d09-b3a7-188298ce8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf3668c780>, [{'id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'name': 'tempest-TestMinimumBasicScenario-1296777549-router', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:22Z', 'updated_at': '2021-07-13T22:01:32Z', 'revision_number': 4, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'gw_port': {'id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:23Z', 'updated_at': '2021-07-13T22:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '5919ba2b-78db-49fc-8990-2daf85027299', 'name': '', 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'mac_address': 'fa:16:3e:9f:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b6788bc-afc5-4f4b-af69-27a001c307e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:29Z', 'updated_at': '2021-07-13T22:01:49Z', 'revision_number': 5, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'subnets': [{'id': '8b6788bc-afc5-4f4b-af69-27a001c307e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:05:15.062905 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f802dc-08b7-4d09-b3a7-188298ce8468 None None] Checking router: c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8 for host: dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:05:15.074014 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f802dc-08b7-4d09-b3a7-188298ce8468 None None] Routers {'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:05:15.074676 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-26f802dc-08b7-4d09-b3a7-188298ce8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf3668c780>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:05:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:05:15.269793 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-26f802dc-08b7-4d09-b3a7-188298ce8468 None None] Set router c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:05:15.591843 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-26f802dc-08b7-4d09-b3a7-188298ce8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf3668c780>, [{'id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'name': 'tempest-TestMinimumBasicScenario-1296777549-router', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:22Z', 'updated_at': '2021-07-13T22:01:32Z', 'revision_number': 4, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'gw_port': {'id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:23Z', 'updated_at': '2021-07-13T22:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '5919ba2b-78db-49fc-8990-2daf85027299', 'name': '', 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'mac_address': 'fa:16:3e:9f:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b6788bc-afc5-4f4b-af69-27a001c307e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:29Z', 'updated_at': '2021-07-13T22:01:49Z', 'revision_number': 5, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'subnets': [{'id': '8b6788bc-afc5-4f4b-af69-27a001c307e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:05:15.595911 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f802dc-08b7-4d09-b3a7-188298ce8468 None None] The sync data for ids ['c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'] in dv-cinder-800618-1-iscsi is: [{'id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'name': 'tempest-TestMinimumBasicScenario-1296777549-router', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:22Z', 'updated_at': '2021-07-13T22:01:32Z', 'revision_number': 4, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'gw_port': {'id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:23Z', 'updated_at': '2021-07-13T22:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '5919ba2b-78db-49fc-8990-2daf85027299', 'name': '', 'network_id': '97c4f6d1-e296-4289-9ad3-d87e8316a6bc', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'mac_address': 'fa:16:3e:9f:1a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b6788bc-afc5-4f4b-af69-27a001c307e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:29Z', 'updated_at': '2021-07-13T22:01:49Z', 'revision_number': 5, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'subnets': [{'id': '8b6788bc-afc5-4f4b-af69-27a001c307e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:05:16.022648 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a157d86-ad80-4ad4-8409-c3c680648aaf None None] New status for floating IP f8317030-1386-4a94-b52f-48cb1943e925: DOWN {{(pid=82086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 13 22:05:17.284630 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7dd233ce-b02a-4269-a3c9-af85029fd9c3 req-0cc9fbb0-7c4c-4fdf-bf69-9e7b7e36d9bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2468f829f2c4d188014193e66e67de5&device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 1098 time: 0.0757542
Jul 13 22:05:17.470622 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd233ce-b02a-4269-a3c9-af85029fd9c3 req-656503f2-38a1-4442-ba7a-0e19f698e553 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:17.472223 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7dd233ce-b02a-4269-a3c9-af85029fd9c3 req-656503f2-38a1-4442-ba7a-0e19f698e553 service neutron] 10.222.0.15 "GET /v2.0/networks?id=97c4f6d1-e296-4289-9ad3-d87e8316a6bc HTTP/1.1" status: 200  len: 916 time: 0.1470780
Jul 13 22:05:17.548433 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7dd233ce-b02a-4269-a3c9-af85029fd9c3 req-2517a6c7-0b0b-40e8-ae86-b6966489a7bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07723ddc-bf6e-4f31-ad96-4279c8a48367 HTTP/1.1" status: 200  len: 217 time: 0.0678911
Jul 13 22:05:17.617168 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd233ce-b02a-4269-a3c9-af85029fd9c3 req-f7a0e66a-30df-406a-af69-8d9e7eeee6c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:17.618607 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7dd233ce-b02a-4269-a3c9-af85029fd9c3 req-f7a0e66a-30df-406a-af69-8d9e7eeee6c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8b6788bc-afc5-4f4b-af69-27a001c307e2 HTTP/1.1" status: 200  len: 854 time: 0.0636115
Jul 13 22:05:17.701368 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7dd233ce-b02a-4269-a3c9-af85029fd9c3 req-b33de2fa-e10c-4b86-a098-dae6c6a42a6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=97c4f6d1-e296-4289-9ad3-d87e8316a6bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759385
Jul 13 22:05:17.856867 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7dd233ce-b02a-4269-a3c9-af85029fd9c3 req-7cd69f71-ae01-4f85-995f-187e5e825355 service neutron] 10.222.0.15 "GET /v2.0/networks/97c4f6d1-e296-4289-9ad3-d87e8316a6bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378434
Jul 13 22:05:18.210370 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7dd233ce-b02a-4269-a3c9-af85029fd9c3 req-6de59e74-a11b-426a-ab64-dc5b9bab4533 service neutron] 10.222.0.15 "GET /v2.0/networks/97c4f6d1-e296-4289-9ad3-d87e8316a6bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3305390
Jul 13 22:05:23.707334 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84b0be-0399-4866-8278-c720c0d3c427 req-3565c131-e77a-4565-a0a5-1db80bf41d26 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:23.708853 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2c84b0be-0399-4866-8278-c720c0d3c427 req-3565c131-e77a-4565-a0a5-1db80bf41d26 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 945 time: 0.0817921
Jul 13 22:05:23.756316 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-2c84b0be-0399-4866-8278-c720c0d3c427 req-bac8813a-ec49-493b-a6be-7694e3802486 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Synchronizing usage tracker for tenant:d2468f829f2c4d188014193e66e67de5 on resource:security_group {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:05:23.770495 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-2c84b0be-0399-4866-8278-c720c0d3c427 req-bac8813a-ec49-493b-a6be-7694e3802486 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Unset dirty status for tenant:d2468f829f2c4d188014193e66e67de5 on resource:security_group {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:05:23.771758 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2c84b0be-0399-4866-8278-c720c0d3c427 req-bac8813a-ec49-493b-a6be-7694e3802486 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569122
Jul 13 22:05:26.498104 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bed4c-2e56-4552-94f7-98608f29d3d7 req-0e56738f-fb6c-4c0e-bcdd-a0f133a384b0 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:26.498864 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-8e3bed4c-2e56-4552-94f7-98608f29d3d7 req-0e56738f-fb6c-4c0e-bcdd-a0f133a384b0 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Synchronizing usage tracker for tenant:d2468f829f2c4d188014193e66e67de5 on resource:port {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:05:26.513661 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-8e3bed4c-2e56-4552-94f7-98608f29d3d7 req-0e56738f-fb6c-4c0e-bcdd-a0f133a384b0 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Unset dirty status for tenant:d2468f829f2c4d188014193e66e67de5 on resource:port {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:05:26.514906 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8e3bed4c-2e56-4552-94f7-98608f29d3d7 req-0e56738f-fb6c-4c0e-bcdd-a0f133a384b0 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 945 time: 0.0982268
Jul 13 22:05:26.562780 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8e3bed4c-2e56-4552-94f7-98608f29d3d7 req-7c243486-65c5-4c8b-99c0-6fecc4a8be86 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416703
Jul 13 22:05:26.827732 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:27.774691 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985423d0-c057-452f-b80b-abf2c2f4757e req-36627bff-6cf1-471f-b1d7-5aec94f2add2 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:27.776305 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-985423d0-c057-452f-b80b-abf2c2f4757e req-36627bff-6cf1-471f-b1d7-5aec94f2add2 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 945 time: 0.0884600
Jul 13 22:05:27.827790 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-985423d0-c057-452f-b80b-abf2c2f4757e req-fa710f5c-15eb-444c-8336-b1aec248c292 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452387
Jul 13 22:05:28.458782 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf7a13-7ed5-4549-8468-c0ac5327ce92 req-3ce99eb8-c436-4bc4-bb9e-e0e55b7235df tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:28.460251 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ecbf7a13-7ed5-4549-8468-c0ac5327ce92 req-3ce99eb8-c436-4bc4-bb9e-e0e55b7235df tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.15 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 945 time: 0.0979161
Jul 13 22:05:28.535990 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-ecbf7a13-7ed5-4549-8468-c0ac5327ce92 req-c3e638c2-384b-4fe3-adf2-e0cb2e6deb54 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Deleting port 07723ddc-bf6e-4f31-ad96-4279c8a48367 {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:05:28.536425 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-ecbf7a13-7ed5-4549-8468-c0ac5327ce92 req-c3e638c2-384b-4fe3-adf2-e0cb2e6deb54 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:28.793213 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-ecbf7a13-7ed5-4549-8468-c0ac5327ce92 req-c3e638c2-384b-4fe3-adf2-e0cb2e6deb54 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] For port 07723ddc-bf6e-4f31-ad96-4279c8a48367, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=07723ddc-bf6e-4f31-ad96-4279c8a48367,segment=NetworkSegment(b6c09138-8014-4cbf-b76d-c7d4483cf378),segment_id=b6c09138-8014-4cbf-b76d-c7d4483cf378)] {{(pid=82083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:05:28.793671 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-ecbf7a13-7ed5-4549-8468-c0ac5327ce92 req-c3e638c2-384b-4fe3-adf2-e0cb2e6deb54 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:28.927567 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-ecbf7a13-7ed5-4549-8468-c0ac5327ce92 req-c3e638c2-384b-4fe3-adf2-e0cb2e6deb54 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Calling delete_port for 07723ddc-bf6e-4f31-ad96-4279c8a48367 owned by compute:nova {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:05:29.123248 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8eb2e7-7dc3-4a53-92e0-7cbc79b02120 req-65f18122-faff-4a24-9d3a-920e64007079 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:29.124911 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6f8eb2e7-7dc3-4a53-92e0-7cbc79b02120 req-65f18122-faff-4a24-9d3a-920e64007079 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/ports?device_id=09310665-c0e5-45bc-a221-51050217e96e HTTP/1.1" status: 200  len: 945 time: 0.1604798
Jul 13 22:05:29.190848 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-ecbf7a13-7ed5-4549-8468-c0ac5327ce92 req-c3e638c2-384b-4fe3-adf2-e0cb2e6deb54 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:29.201049 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8786cc42-f246-455d-9f14-1b04eb72ce95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:05:29.229659 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['07723ddc-bf6e-4f31-ad96-4279c8a48367'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:05:29.254664 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e638c2-384b-4fe3-adf2-e0cb2e6deb54 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Pushing event deleted for resources: {'Port': ['ID=07723ddc-bf6e-4f31-ad96-4279c8a48367,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:05:29.259522 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c3e638c2-384b-4fe3-adf2-e0cb2e6deb54 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:05:29.262389 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6f8eb2e7-7dc3-4a53-92e0-7cbc79b02120 req-f525e74b-66e4-455b-acb8-f870dcb500c0 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.18 "GET /v2.0/security-groups?id=af7c766d-7583-4258-a8f4-a3c5cccf90d8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198170
Jul 13 22:05:29.342593 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbf7a13-7ed5-4549-8468-c0ac5327ce92 req-c3e638c2-384b-4fe3-adf2-e0cb2e6deb54 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] No DVR routers for this DVR port 07723ddc-bf6e-4f31-ad96-4279c8a48367 on host hv-cinder-80061 {{(pid=82083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:05:29.345274 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-ecbf7a13-7ed5-4549-8468-c0ac5327ce92 req-c3e638c2-384b-4fe3-adf2-e0cb2e6deb54 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:29.348121 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09310665-c0e5-45bc-a221-51050217e96e', 'name': 'network-vif-deleted', 'tag': '07723ddc-bf6e-4f31-ad96-4279c8a48367'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:05:29.363287 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ecbf7a13-7ed5-4549-8468-c0ac5327ce92 req-c3e638c2-384b-4fe3-adf2-e0cb2e6deb54 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] 10.222.0.15 "DELETE /v2.0/ports/07723ddc-bf6e-4f31-ad96-4279c8a48367 HTTP/1.1" status: 204  len: 173 time: 0.8968987
Jul 13 22:05:29.404510 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09310665-c0e5-45bc-a221-51050217e96e', 'name': 'network-vif-deleted', 'tag': '07723ddc-bf6e-4f31-ad96-4279c8a48367', 'status': 'completed', 'code': 200}
Jul 13 22:05:30.700230 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-27157fe1-4a08-48c4-a732-2d1afafc6326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:30.937534 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8944b3e5-f881-42ab-a4f1-651ad4646183 req-a88db660-b09f-4615-bbb8-20fc6bbce1d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0861645
Jul 13 22:05:31.111005 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 45462) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:05:31.136400 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8944b3e5-f881-42ab-a4f1-651ad4646183 req-96cf2020-4a72-45ba-b4e4-2c3af5e8ccc9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e949f3b270414d3095f5528a841766ca&device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 1099 time: 0.0807309
Jul 13 22:05:31.298671 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944b3e5-f881-42ab-a4f1-651ad4646183 req-729366f6-8af0-43c1-aaef-7925d8ca04ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:31.300276 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8944b3e5-f881-42ab-a4f1-651ad4646183 req-729366f6-8af0-43c1-aaef-7925d8ca04ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 HTTP/1.1" status: 200  len: 912 time: 0.1432295
Jul 13 22:05:31.415167 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8944b3e5-f881-42ab-a4f1-651ad4646183 req-5e4f5b9a-3e30-4c0b-8f03-28483bab4d87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f247246-3630-4816-a889-d02fa1c77b43 HTTP/1.1" status: 200  len: 1001 time: 0.1069770
Jul 13 22:05:31.484412 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944b3e5-f881-42ab-a4f1-651ad4646183 req-e91f81c4-d7a6-476a-be58-126078ea6968 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:31.486016 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8944b3e5-f881-42ab-a4f1-651ad4646183 req-e91f81c4-d7a6-476a-be58-126078ea6968 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c HTTP/1.1" status: 200  len: 850 time: 0.0645111
Jul 13 22:05:31.535289 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-95155e05-b4af-4b26-83a6-f706418cd253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758852'] for router_interface, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:31.573359 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8944b3e5-f881-42ab-a4f1-651ad4646183 req-a3b89288-73e6-4d99-86eb-586a202cda6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c786a95b-96e8-46c1-a1a0-fc4a1a977bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781765
Jul 13 22:05:31.692578 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 07723ddc-bf6e-4f31-ad96-4279c8a48367 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:05:31.749374 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8944b3e5-f881-42ab-a4f1-651ad4646183 req-57cd8657-49c1-4c07-af43-30a82a03e541 service neutron] 10.222.0.15 "GET /v2.0/networks/c786a95b-96e8-46c1-a1a0-fc4a1a977bd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702409
Jul 13 22:05:31.764652 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] No Port match for: 07723ddc-bf6e-4f31-ad96-4279c8a48367 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:05:31.765659 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 07723ddc-bf6e-4f31-ad96-4279c8a48367 not bound to the agent host hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:05:31.931613 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8944b3e5-f881-42ab-a4f1-651ad4646183 req-2cc98339-a24a-4f98-9fc0-5dc193d2395e service neutron] 10.222.0.15 "GET /v2.0/networks/c786a95b-96e8-46c1-a1a0-fc4a1a977bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1584313
Jul 13 22:05:32.078601 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c16a19-f653-4b55-b249-c72d31228f8c req-e01b1121-02fb-4127-9a8e-99d6a62e1366 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:32.080491 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-33c16a19-f653-4b55-b249-c72d31228f8c req-e01b1121-02fb-4127-9a8e-99d6a62e1366 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 946 time: 0.1149781
Jul 13 22:05:32.177384 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-33c16a19-f653-4b55-b249-c72d31228f8c req-db0a920e-de22-481e-b4e8-22f4890f60d1 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0853493
Jul 13 22:05:32.349859 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:32.564944 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-95155e05-b4af-4b26-83a6-f706418cd253 admin admin] Deleting port 5919ba2b-78db-49fc-8990-2daf85027299 {{(pid=82084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:05:32.565331 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-95155e05-b4af-4b26-83a6-f706418cd253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:32.744025 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-95155e05-b4af-4b26-83a6-f706418cd253 admin admin] For port 5919ba2b-78db-49fc-8990-2daf85027299, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=5919ba2b-78db-49fc-8990-2daf85027299,segment=NetworkSegment(b6c09138-8014-4cbf-b76d-c7d4483cf378),segment_id=b6c09138-8014-4cbf-b76d-c7d4483cf378)] {{(pid=82084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:05:32.744404 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-95155e05-b4af-4b26-83a6-f706418cd253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:32.874559 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-95155e05-b4af-4b26-83a6-f706418cd253 admin admin] Calling delete_port for 5919ba2b-78db-49fc-8990-2daf85027299 owned by network:router_interface {{(pid=82084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:05:32.998276 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-28e04d43-50e6-44be-ba39-87a8375681a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:33.050032 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-95155e05-b4af-4b26-83a6-f706418cd253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2579020'] for port, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:33.055824 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-464aab74-c16c-4cf3-afac-9639d1df7133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:05:33.098682 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95155e05-b4af-4b26-83a6-f706418cd253 admin admin] Pushing event deleted for resources: {'Port': ['ID=5919ba2b-78db-49fc-8990-2daf85027299,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:05:33.102137 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-95155e05-b4af-4b26-83a6-f706418cd253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:05:33.214195 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 45494) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:05:33.406631 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-87ddfb20-c360-477d-9e75-403c90a14451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:33.442514 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-87ddfb20-c360-477d-9e75-403c90a14451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:05:33.447818 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-87ddfb20-c360-477d-9e75-403c90a14451 admin admin] Usage tracker for resource:security_group_rule and tenant:ec59b4d2471e42a2a88c05d403ebca56 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:05:33.450944 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-87ddfb20-c360-477d-9e75-403c90a14451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:05:33.457610 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-87ddfb20-c360-477d-9e75-403c90a14451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:05:33.492300 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-95155e05-b4af-4b26-83a6-f706418cd253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838721501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854024460'] for router_interface, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:33.519867 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e7255-95af-42de-b81e-f8b90483bf8c req-5863d1cc-3532-4d52-a891-4093229fb360 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:33.522122 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-429e7255-95af-42de-b81e-f8b90483bf8c req-5863d1cc-3532-4d52-a891-4093229fb360 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 946 time: 0.1109092
Jul 13 22:05:33.530776 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-87ddfb20-c360-477d-9e75-403c90a14451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:33.533794 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-87ddfb20-c360-477d-9e75-403c90a14451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:33.541374 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e0c0988c-407b-4e2b-a6cb-8339897db5b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:05:33.585873 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ddfb20-c360-477d-9e75-403c90a14451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11669f49-9d9e-4b05-8969-f2cb92df4584,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:05:33.589287 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-87ddfb20-c360-477d-9e75-403c90a14451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:05:33.594600 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-87ddfb20-c360-477d-9e75-403c90a14451 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec59b4d2471e42a2a88c05d403ebca56&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3768137
Jul 13 22:05:33.595118 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 45504) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:05:33.618925 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:33.659588 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-12509d53-33a0-4535-afc1-a83ee0ae3a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:33.687140 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-12509d53-33a0-4535-afc1-a83ee0ae3a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:33.699377 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-429e7255-95af-42de-b81e-f8b90483bf8c req-817d85c4-d604-49da-bc6f-9e5f2b8487fa tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1170371
Jul 13 22:05:33.742006 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-12509d53-33a0-4535-afc1-a83ee0ae3a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:33.747996 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a3ced9f2-2cda-483e-b1b6-75912d993b07 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:05:33.763625 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12509d53-33a0-4535-afc1-a83ee0ae3a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11669f49-9d9e-4b05-8969-f2cb92df4584,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:05:33.766739 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-12509d53-33a0-4535-afc1-a83ee0ae3a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:05:33.767768 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-12509d53-33a0-4535-afc1-a83ee0ae3a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:33.769037 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-12509d53-33a0-4535-afc1-a83ee0ae3a7b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11669f49-9d9e-4b05-8969-f2cb92df4584 HTTP/1.1" status: 204  len: 168 time: 0.1731014
Jul 13 22:05:34.182910 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95155e05-b4af-4b26-83a6-f706418cd253 admin admin] Router c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:05:34.364350 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:05:34.390335 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95155e05-b4af-4b26-83a6-f706418cd253 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:05:34.399772 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b1819a-7b19-4c82-918b-3473cbc3ce65 None None] Sync routers for ids ['c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'] in dv-cinder-800618-1-iscsi {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:05:34.404831 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-95155e05-b4af-4b26-83a6-f706418cd253 admin admin] 10.222.0.18 "PUT /v2.0/routers/c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2925866
Jul 13 22:05:34.407384 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 45510) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:05:34.412881 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b1819a-7b19-4c82-918b-3473cbc3ce65 None None] Routers {'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:05:34.413556 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-34b1819a-7b19-4c82-918b-3473cbc3ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf3682fb70>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:05:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:05:34.613945 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-34b1819a-7b19-4c82-918b-3473cbc3ce65 None None] Set router c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:05:34.634868 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-630c573d-8d61-4109-b5c9-c2377f5e26c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:34.862438 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:34.968559 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea2997-b9be-40fe-8bac-b2b8c2e33f12 req-bdebf383-5e3e-4dac-9a4e-38b6763ab83c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:34.970243 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-84ea2997-b9be-40fe-8bac-b2b8c2e33f12 req-bdebf383-5e3e-4dac-9a4e-38b6763ab83c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 946 time: 0.0915260
Jul 13 22:05:34.978221 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-34b1819a-7b19-4c82-918b-3473cbc3ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf3682fb70>, [{'id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'name': 'tempest-TestMinimumBasicScenario-1296777549-router', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:22Z', 'updated_at': '2021-07-13T22:05:32Z', 'revision_number': 5, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'gw_port': {'id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:23Z', 'updated_at': '2021-07-13T22:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:05:34.982660 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b1819a-7b19-4c82-918b-3473cbc3ce65 None None] Checking router: c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8 for host: dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:05:34.995678 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b1819a-7b19-4c82-918b-3473cbc3ce65 None None] Routers {'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:05:34.996649 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-34b1819a-7b19-4c82-918b-3473cbc3ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf3682fb70>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:05:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:05:35.022901 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-84ea2997-b9be-40fe-8bac-b2b8c2e33f12 req-803485fb-3eb8-4e45-8ab3-a6b28447f638 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460274
Jul 13 22:05:35.149175 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf9d43-248b-44a9-896d-e54f03b7aebd req-fc4ed8e6-c274-4a87-b905-9739264139f1 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:35.150830 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-84cf9d43-248b-44a9-896d-e54f03b7aebd req-fc4ed8e6-c274-4a87-b905-9739264139f1 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 945 time: 0.1202757
Jul 13 22:05:35.203450 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-630c573d-8d61-4109-b5c9-c2377f5e26c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:35.217796 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-630c573d-8d61-4109-b5c9-c2377f5e26c9 admin admin] Deleting port 9e2c3b2a-a45f-4c03-9e38-b6a506d80596 {{(pid=82084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:05:35.218182 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-630c573d-8d61-4109-b5c9-c2377f5e26c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:35.262569 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-84cf9d43-248b-44a9-896d-e54f03b7aebd req-b2498ac2-7c30-45d9-8bfb-0314e9718529 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1037180
Jul 13 22:05:35.350542 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-34b1819a-7b19-4c82-918b-3473cbc3ce65 None None] Set router c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:05:35.417578 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-630c573d-8d61-4109-b5c9-c2377f5e26c9 admin admin] For port 9e2c3b2a-a45f-4c03-9e38-b6a506d80596, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=9e2c3b2a-a45f-4c03-9e38-b6a506d80596,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:05:35.417986 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-630c573d-8d61-4109-b5c9-c2377f5e26c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:35.546166 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-630c573d-8d61-4109-b5c9-c2377f5e26c9 admin admin] Calling delete_port for 9e2c3b2a-a45f-4c03-9e38-b6a506d80596 owned by network:router_gateway {{(pid=82084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:05:35.652305 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-34b1819a-7b19-4c82-918b-3473cbc3ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf3682fb70>, [{'id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'name': 'tempest-TestMinimumBasicScenario-1296777549-router', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:22Z', 'updated_at': '2021-07-13T22:05:32Z', 'revision_number': 5, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'gw_port': {'id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:23Z', 'updated_at': '2021-07-13T22:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:05:35.656506 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b1819a-7b19-4c82-918b-3473cbc3ce65 None None] The sync data for ids ['c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8'] in dv-cinder-800618-1-iscsi is: [{'id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'name': 'tempest-TestMinimumBasicScenario-1296777549-router', 'tenant_id': 'd2468f829f2c4d188014193e66e67de5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:22Z', 'updated_at': '2021-07-13T22:05:32Z', 'revision_number': 5, 'project_id': 'd2468f829f2c4d188014193e66e67de5', 'gw_port': {'id': '9e2c3b2a-a45f-4c03-9e38-b6a506d80596', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:fe:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:23Z', 'updated_at': '2021-07-13T22:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}] {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:05:35.717898 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-630c573d-8d61-4109-b5c9-c2377f5e26c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2579020'] for port, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:35.721851 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ed625f29-c555-435e-b708-8ee7707f56b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:05:35.775351 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c573d-8d61-4109-b5c9-c2377f5e26c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e2c3b2a-a45f-4c03-9e38-b6a506d80596,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:05:35.779935 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-630c573d-8d61-4109-b5c9-c2377f5e26c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:05:36.010384 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-630c573d-8d61-4109-b5c9-c2377f5e26c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753781'] for router_gateway, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:36.319626 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-630c573d-8d61-4109-b5c9-c2377f5e26c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770116'] for router, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:36.328543 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-630c573d-8d61-4109-b5c9-c2377f5e26c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:36.372378 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937cbda-6833-4de5-9710-264c82b72699 req-dee18163-9e0b-4fbb-b1d0-bb6093666aa0 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:36.373917 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7937cbda-6833-4de5-9710-264c82b72699 req-dee18163-9e0b-4fbb-b1d0-bb6093666aa0 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 946 time: 0.1698403
Jul 13 22:05:36.377585 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-630c573d-8d61-4109-b5c9-c2377f5e26c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854029851'] for router, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:36.378140 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630c573d-8d61-4109-b5c9-c2377f5e26c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8 {{(pid=82084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 13 22:05:36.390468 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-630c573d-8d61-4109-b5c9-c2377f5e26c9 admin admin] Notify callbacks [] for router, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:36.391680 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-630c573d-8d61-4109-b5c9-c2377f5e26c9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c8dc2fd5-6bf5-4a5b-ae79-23bde1dfedf8 HTTP/1.1" status: 204  len: 168 time: 1.9833243
Jul 13 22:05:36.394547 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 45528) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:05:36.489533 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d188c-91d9-4f6b-af16-319c43f64403 req-92675b8e-9853-4e0a-949c-ef97afb7cb49 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:36.498645 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-209d188c-91d9-4f6b-af16-319c43f64403 req-92675b8e-9853-4e0a-949c-ef97afb7cb49 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 945 time: 0.1068087
Jul 13 22:05:36.499355 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_v2 [None req-417b05dd-69ce-4e8a-9bef-6d051fbe99df admin admin] Deleting subnet 8b6788bc-afc5-4f4b-af69-27a001c307e2 {{(pid=82084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 13 22:05:36.504068 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-417b05dd-69ce-4e8a-9bef-6d051fbe99df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:36.534134 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7937cbda-6833-4de5-9710-264c82b72699 req-b675f37c-8ac1-402e-96de-9d7257a4856c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1410539
Jul 13 22:05:36.544200 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-209d188c-91d9-4f6b-af16-319c43f64403 req-0ff90227-0682-4a24-a5bb-6220608d377e tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446417
Jul 13 22:05:36.559539 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-417b05dd-69ce-4e8a-9bef-6d051fbe99df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266505'] for subnet, precommit_delete_associations {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:36.683745 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-417b05dd-69ce-4e8a-9bef-6d051fbe99df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854679291'] for subnet, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:36.761337 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-417b05dd-69ce-4e8a-9bef-6d051fbe99df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-96525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852196838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853174589'] for subnet, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:36.767211 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:05:36.806745 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b05dd-69ce-4e8a-9bef-6d051fbe99df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b6788bc-afc5-4f4b-af69-27a001c307e2,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:05:36.809586 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-417b05dd-69ce-4e8a-9bef-6d051fbe99df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:05:36.814791 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-417b05dd-69ce-4e8a-9bef-6d051fbe99df admin admin] Notify callbacks [] for subnet, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:36.820607 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c26c4ad-d252-4ad2-8924-5c49cfdbcc8f None None] Network 97c4f6d1-e296-4289-9ad3-d87e8316a6bc requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:05:36.822443 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-417b05dd-69ce-4e8a-9bef-6d051fbe99df admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8b6788bc-afc5-4f4b-af69-27a001c307e2 HTTP/1.1" status: 204  len: 168 time: 0.4141538
Jul 13 22:05:36.824999 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 45532) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:05:36.945387 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3cc6f592-8f44-4888-a639-04a23f7a6a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-104256'] for network, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:36.956730 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-3cc6f592-8f44-4888-a639-04a23f7a6a3a admin admin] Deleting port 219ad167-644c-4018-be86-ec84d7fa4aab {{(pid=82084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:05:36.957130 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3cc6f592-8f44-4888-a639-04a23f7a6a3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:37.094040 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25d4ed4-ac90-483f-a9bd-dd90ce25230c None None] DHCP port deletion for 97c4f6d1-e296-4289-9ad3-d87e8316a6bc request from dv-cinder-800618-1-iscsi {{(pid=82085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 13 22:05:37.098622 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-d25d4ed4-ac90-483f-a9bd-dd90ce25230c None None] Deleting port 219ad167-644c-4018-be86-ec84d7fa4aab {{(pid=82085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:05:37.099048 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d25d4ed4-ac90-483f-a9bd-dd90ce25230c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:37.178307 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-3cc6f592-8f44-4888-a639-04a23f7a6a3a admin admin] For port 219ad167-644c-4018-be86-ec84d7fa4aab, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=219ad167-644c-4018-be86-ec84d7fa4aab,segment=NetworkSegment(b6c09138-8014-4cbf-b76d-c7d4483cf378),segment_id=b6c09138-8014-4cbf-b76d-c7d4483cf378)] {{(pid=82084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:05:37.178706 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3cc6f592-8f44-4888-a639-04a23f7a6a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:37.187226 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 219ad167-644c-4018-be86-ec84d7fa4aab no longer exists at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:05:37.304212 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-3cc6f592-8f44-4888-a639-04a23f7a6a3a admin admin] Calling delete_port for 219ad167-644c-4018-be86-ec84d7fa4aab owned by network:dhcp {{(pid=82084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:05:37.378345 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3cc6f592-8f44-4888-a639-04a23f7a6a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2579020'] for port, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:37.383463 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4c58096f-7816-4eeb-9fc6-c95c4210e27f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:05:37.397795 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Port 219ad167-644c-4018-be86-ec84d7fa4aab update to DOWN by agent not found {{(pid=82085) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2069}}
Jul 13 22:05:37.398284 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 5919ba2b-78db-49fc-8990-2daf85027299 no longer exists at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:05:37.425767 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6f592-8f44-4888-a639-04a23f7a6a3a admin admin] Pushing event deleted for resources: {'Port': ['ID=219ad167-644c-4018-be86-ec84d7fa4aab,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:05:37.429076 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-3cc6f592-8f44-4888-a639-04a23f7a6a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:05:37.429551 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-d25d4ed4-ac90-483f-a9bd-dd90ce25230c None None] For port 219ad167-644c-4018-be86-ec84d7fa4aab, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=219ad167-644c-4018-be86-ec84d7fa4aab,segment=NetworkSegment(b6c09138-8014-4cbf-b76d-c7d4483cf378),segment_id=b6c09138-8014-4cbf-b76d-c7d4483cf378)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:05:37.430006 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d25d4ed4-ac90-483f-a9bd-dd90ce25230c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:37.432259 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc6f592-8f44-4888-a639-04a23f7a6a3a admin admin] No DVR routers for this DVR port 219ad167-644c-4018-be86-ec84d7fa4aab on host dv-cinder-800618-1-iscsi {{(pid=82084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:05:37.445208 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] No Port match for: 5919ba2b-78db-49fc-8990-2daf85027299 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:05:37.445611 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 5919ba2b-78db-49fc-8990-2daf85027299 not bound to the agent host dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:05:37.446086 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 9e2c3b2a-a45f-4c03-9e38-b6a506d80596 no longer exists at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:05:37.554065 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3cc6f592-8f44-4888-a639-04a23f7a6a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690162', 'neutron.services.segments.db._delete_segments_for_network--9223363253856679420'] for network, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:37.567343 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-3cc6f592-8f44-4888-a639-04a23f7a6a3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf35843198>,) {'filters': {'network_id': ['97c4f6d1-e296-4289-9ad3-d87e8316a6bc']}} {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:05:37.582258 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-3cc6f592-8f44-4888-a639-04a23f7a6a3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf35843198>, 'b6c09138-8014-4cbf-b76d-c7d4483cf378') {'for_net_delete': True} {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:05:37.582404 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-3cc6f592-8f44-4888-a639-04a23f7a6a3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf35843198>, 'b6c09138-8014-4cbf-b76d-c7d4483cf378') {} {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:05:37.585632 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] No Port match for: 9e2c3b2a-a45f-4c03-9e38-b6a506d80596 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:05:37.585936 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 9e2c3b2a-a45f-4c03-9e38-b6a506d80596 not bound to the agent host dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:05:37.593480 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-d25d4ed4-ac90-483f-a9bd-dd90ce25230c None None] Calling delete_port for 219ad167-644c-4018-be86-ec84d7fa4aab owned by network:dhcp {{(pid=82085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:05:37.597394 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3cc6f592-8f44-4888-a639-04a23f7a6a3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253856686179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509311'] for segment, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:37.615864 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3cc6f592-8f44-4888-a639-04a23f7a6a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:37.622715 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc6f592-8f44-4888-a639-04a23f7a6a3a admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=82084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 13 22:05:37.623148 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3cc6f592-8f44-4888-a639-04a23f7a6a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852196745'] for segment, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]: Traceback (most recent call last):
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:     timer()
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:     cb(*args, **kw)
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:     return func(*args, **kwargs)
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:     self._notify()
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:     self.callback(batched_events)
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:     event.method(event)
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:     segment_id)['aggregates'][0]
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:     return f(self, *a, **k)
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self._get(url).json()
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:     **kwargs)
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self.request(url, 'GET', **kwargs)
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:     **endpoint_filter)
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 13 22:05:37.641674 dv-cinder-800618-1-iscsi neutron-server[81974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 13 22:05:37.742929 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3cc6f592-8f44-4888-a639-04a23f7a6a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854022065'] for network, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:37.748700 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3cc6f592-8f44-4888-a639-04a23f7a6a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:37.753577 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ccff1b41-a313-4db9-b3a9-f7659029feb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:05:37.765927 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.db.api [None req-d25d4ed4-ac90-483f-a9bd-dd90ce25230c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 13 22:05:37.766336 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_db.api [None req-d25d4ed4-ac90-483f-a9bd-dd90ce25230c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 13 22:05:37.818580 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6f592-8f44-4888-a639-04a23f7a6a3a admin admin] Pushing event deleted for resources: {'Network': ['ID=97c4f6d1-e296-4289-9ad3-d87e8316a6bc,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:05:37.827917 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-3cc6f592-8f44-4888-a639-04a23f7a6a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:05:37.841926 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-3cc6f592-8f44-4888-a639-04a23f7a6a3a admin admin] 10.222.0.18 "DELETE /v2.0/networks/97c4f6d1-e296-4289-9ad3-d87e8316a6bc HTTP/1.1" status: 204  len: 168 time: 1.0158849
Jul 13 22:05:37.846153 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 45542) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:05:37.920319 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb114afe-6f56-4899-b293-62f5fefeb875 req-abae125d-2eb5-4720-a7e3-a74b30c62fd0 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:37.921954 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fb114afe-6f56-4899-b293-62f5fefeb875 req-abae125d-2eb5-4720-a7e3-a74b30c62fd0 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 946 time: 0.0826063
Jul 13 22:05:37.972879 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fb114afe-6f56-4899-b293-62f5fefeb875 req-d62e4bb3-4224-4739-b6cb-318a41c46739 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442011
Jul 13 22:05:38.003123 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e3d92-329b-4f56-873e-d7c253641e94 req-015c3bf3-a459-43b1-93c4-caf29d4cc579 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:38.004717 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-155e3d92-329b-4f56-873e-d7c253641e94 req-015c3bf3-a459-43b1-93c4-caf29d4cc579 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 945 time: 0.2528968
Jul 13 22:05:38.080411 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-155e3d92-329b-4f56-873e-d7c253641e94 req-0fe3f258-3a74-443e-b6cd-1d53fccdf26a tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657105
Jul 13 22:05:38.267519 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-d25d4ed4-ac90-483f-a9bd-dd90ce25230c None None] Deleting port 219ad167-644c-4018-be86-ec84d7fa4aab {{(pid=82085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:05:38.268107 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d25d4ed4-ac90-483f-a9bd-dd90ce25230c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:38.340137 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-d25d4ed4-ac90-483f-a9bd-dd90ce25230c None None] The port '219ad167-644c-4018-be86-ec84d7fa4aab' was deleted {{(pid=82085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}}
Jul 13 22:05:38.536197 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-346fdef4-1b6e-41ad-b6df-b1fde2c4b308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758852'] for router_interface, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:39.212130 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-346fdef4-1b6e-41ad-b6df-b1fde2c4b308 admin admin] Deleting port 29f0252f-539b-440a-b772-539cc2293480 {{(pid=82084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:05:39.212515 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-346fdef4-1b6e-41ad-b6df-b1fde2c4b308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:39.293518 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df89834-0a3d-46b3-81ac-75a4a2ffbb17 req-e4e841f0-4a1a-4b76-8197-8ec0add155c2 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:39.295037 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2df89834-0a3d-46b3-81ac-75a4a2ffbb17 req-e4e841f0-4a1a-4b76-8197-8ec0add155c2 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 945 time: 0.0856516
Jul 13 22:05:39.343176 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2df89834-0a3d-46b3-81ac-75a4a2ffbb17 req-01917f87-b2e1-4235-978c-7ab83b85c5cd tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415988
Jul 13 22:05:39.358109 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7cc9ff-d67d-4119-b14c-402d02da3ab5 req-9e4172e8-ba67-4980-80f5-1e344e99a941 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:39.359719 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7c7cc9ff-d67d-4119-b14c-402d02da3ab5 req-9e4172e8-ba67-4980-80f5-1e344e99a941 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 946 time: 0.2250829
Jul 13 22:05:39.452200 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7c7cc9ff-d67d-4119-b14c-402d02da3ab5 req-83fed84c-1287-4ce5-8f80-aa60fe392784 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0850754
Jul 13 22:05:39.460685 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-346fdef4-1b6e-41ad-b6df-b1fde2c4b308 admin admin] For port 29f0252f-539b-440a-b772-539cc2293480, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=29f0252f-539b-440a-b772-539cc2293480,segment=NetworkSegment(08913e83-479a-46ec-a26f-0f1a010dc10c),segment_id=08913e83-479a-46ec-a26f-0f1a010dc10c)] {{(pid=82084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:05:39.461122 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-346fdef4-1b6e-41ad-b6df-b1fde2c4b308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:39.595481 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-346fdef4-1b6e-41ad-b6df-b1fde2c4b308 admin admin] Calling delete_port for 29f0252f-539b-440a-b772-539cc2293480 owned by network:router_interface {{(pid=82084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:05:39.759731 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-346fdef4-1b6e-41ad-b6df-b1fde2c4b308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2579020'] for port, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:39.763630 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:05:39.807909 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346fdef4-1b6e-41ad-b6df-b1fde2c4b308 admin admin] Pushing event deleted for resources: {'Port': ['ID=29f0252f-539b-440a-b772-539cc2293480,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:05:39.810677 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-346fdef4-1b6e-41ad-b6df-b1fde2c4b308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:05:40.109135 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-346fdef4-1b6e-41ad-b6df-b1fde2c4b308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838721501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854024460'] for router_interface, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:40.669477 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba059f-89ce-4c7c-a196-d23683adb03c req-05a8e12f-32c1-402e-af77-801db2aa23bd tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:40.671053 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4eba059f-89ce-4c7c-a196-d23683adb03c req-05a8e12f-32c1-402e-af77-801db2aa23bd tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 946 time: 0.0830488
Jul 13 22:05:40.692856 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a21c81-b054-4cea-8b78-8e1da3563518 req-6aae46ea-542c-4acf-b00d-a8dae9683fad tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:40.694496 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-60a21c81-b054-4cea-8b78-8e1da3563518 req-6aae46ea-542c-4acf-b00d-a8dae9683fad tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 945 time: 0.2294896
Jul 13 22:05:40.723392 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4eba059f-89ce-4c7c-a196-d23683adb03c req-f0f60fc7-9234-4469-b3be-87f5998d8ea8 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460293
Jul 13 22:05:40.775927 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-60a21c81-b054-4cea-8b78-8e1da3563518 req-daccc36e-c9ce-4103-b555-d5b3bdc42658 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0742514
Jul 13 22:05:40.830868 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346fdef4-1b6e-41ad-b6df-b1fde2c4b308 admin admin] Router 2c70c314-3ad8-42af-a65a-1e9dca5c0c2f has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:05:41.265058 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346fdef4-1b6e-41ad-b6df-b1fde2c4b308 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:05:41.274457 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33422bb7-b0e2-4751-ac11-6339dabfd02f None None] Sync routers for ids ['2c70c314-3ad8-42af-a65a-1e9dca5c0c2f'] in dv-cinder-800618-1-iscsi {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:05:41.280996 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-346fdef4-1b6e-41ad-b6df-b1fde2c4b308 admin admin] 10.222.0.18 "PUT /v2.0/routers/2c70c314-3ad8-42af-a65a-1e9dca5c0c2f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4337637
Jul 13 22:05:41.283625 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 45560) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:05:41.287507 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33422bb7-b0e2-4751-ac11-6339dabfd02f None None] Routers {'2c70c314-3ad8-42af-a65a-1e9dca5c0c2f'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:05:41.288176 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-33422bb7-b0e2-4751-ac11-6339dabfd02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36414358>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:05:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['2c70c314-3ad8-42af-a65a-1e9dca5c0c2f'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:05:41.471096 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-33422bb7-b0e2-4751-ac11-6339dabfd02f None None] Set router 2c70c314-3ad8-42af-a65a-1e9dca5c0c2f gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:05:41.491874 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e526701a-779c-431a-be5b-20aaa62a22ea admin admin] Notify callbacks [] for router, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:41.698313 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e526701a-779c-431a-be5b-20aaa62a22ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:41.706753 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-e526701a-779c-431a-be5b-20aaa62a22ea admin admin] Deleting port 8fd1fbe5-e154-4105-a206-4e87fd9124d0 {{(pid=82084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:05:41.707140 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e526701a-779c-431a-be5b-20aaa62a22ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:41.772222 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-33422bb7-b0e2-4751-ac11-6339dabfd02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36414358>, [{'id': '2c70c314-3ad8-42af-a65a-1e9dca5c0c2f', 'name': 'tempest-TestMinimumBasicScenario-1689770341-router', 'tenant_id': '4db584c7a64942b7a8e03e0989961e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '8fd1fbe5-e154-4105-a206-4e87fd9124d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:39Z', 'updated_at': '2021-07-13T22:05:39Z', 'revision_number': 5, 'project_id': '4db584c7a64942b7a8e03e0989961e90', 'gw_port': {'id': '8fd1fbe5-e154-4105-a206-4e87fd9124d0', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c70c314-3ad8-42af-a65a-1e9dca5c0c2f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:40Z', 'updated_at': '2021-07-13T22:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:05:41.777719 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33422bb7-b0e2-4751-ac11-6339dabfd02f None None] Checking router: 2c70c314-3ad8-42af-a65a-1e9dca5c0c2f for host: dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:05:41.790503 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33422bb7-b0e2-4751-ac11-6339dabfd02f None None] Routers {'2c70c314-3ad8-42af-a65a-1e9dca5c0c2f'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:05:41.791170 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-33422bb7-b0e2-4751-ac11-6339dabfd02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36414358>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:05:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['2c70c314-3ad8-42af-a65a-1e9dca5c0c2f'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:05:41.938556 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-e526701a-779c-431a-be5b-20aaa62a22ea admin admin] For port 8fd1fbe5-e154-4105-a206-4e87fd9124d0, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=8fd1fbe5-e154-4105-a206-4e87fd9124d0,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:05:41.938950 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e526701a-779c-431a-be5b-20aaa62a22ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:41.958410 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-33422bb7-b0e2-4751-ac11-6339dabfd02f None None] Set router 2c70c314-3ad8-42af-a65a-1e9dca5c0c2f gateway port host: None {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:05:42.001909 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790a36d-658f-4cc1-b576-aa08cc0b4f7c req-2ae7955a-3fdd-4567-a8b3-63e8bda387cf tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:42.003691 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d790a36d-658f-4cc1-b576-aa08cc0b4f7c req-2ae7955a-3fdd-4567-a8b3-63e8bda387cf tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 945 time: 0.0874095
Jul 13 22:05:42.054882 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d790a36d-658f-4cc1-b576-aa08cc0b4f7c req-5bd4bee6-c13a-442d-ae48-2af83575f92e tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436637
Jul 13 22:05:42.073554 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-33422bb7-b0e2-4751-ac11-6339dabfd02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36414358>, [{'id': '2c70c314-3ad8-42af-a65a-1e9dca5c0c2f', 'name': 'tempest-TestMinimumBasicScenario-1689770341-router', 'tenant_id': '4db584c7a64942b7a8e03e0989961e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:39Z', 'updated_at': '2021-07-13T22:05:41Z', 'revision_number': 6, 'project_id': '4db584c7a64942b7a8e03e0989961e90', 'gw_port_host': None}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:05:42.084662 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33422bb7-b0e2-4751-ac11-6339dabfd02f None None] The sync data for ids ['2c70c314-3ad8-42af-a65a-1e9dca5c0c2f'] in dv-cinder-800618-1-iscsi is: [{'id': '2c70c314-3ad8-42af-a65a-1e9dca5c0c2f', 'name': 'tempest-TestMinimumBasicScenario-1689770341-router', 'tenant_id': '4db584c7a64942b7a8e03e0989961e90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:39Z', 'updated_at': '2021-07-13T22:05:41Z', 'revision_number': 6, 'project_id': '4db584c7a64942b7a8e03e0989961e90', 'gw_port_host': None}] {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:05:42.089390 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-e526701a-779c-431a-be5b-20aaa62a22ea admin admin] Calling delete_port for 8fd1fbe5-e154-4105-a206-4e87fd9124d0 owned by network:router_gateway {{(pid=82084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:05:42.164152 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bfed8-1e81-49e5-8bf6-c633d3b007a6 req-02d3b92d-5824-4920-b895-0116582a973f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:42.165804 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-345bfed8-1e81-49e5-8bf6-c633d3b007a6 req-02d3b92d-5824-4920-b895-0116582a973f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 946 time: 0.2760949
Jul 13 22:05:42.242322 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-345bfed8-1e81-49e5-8bf6-c633d3b007a6 req-dc388a46-163a-4477-bcac-772e87f6d41e tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659213
Jul 13 22:05:42.323123 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e526701a-779c-431a-be5b-20aaa62a22ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2579020'] for port, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:42.327595 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-54cf95be-050a-4c4b-b696-32a82768c13b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:05:42.369496 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526701a-779c-431a-be5b-20aaa62a22ea admin admin] Pushing event deleted for resources: {'Port': ['ID=8fd1fbe5-e154-4105-a206-4e87fd9124d0,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:05:42.373969 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e526701a-779c-431a-be5b-20aaa62a22ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:05:42.604880 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e526701a-779c-431a-be5b-20aaa62a22ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753781'] for router_gateway, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:42.873541 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e526701a-779c-431a-be5b-20aaa62a22ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770116'] for router, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:42.877904 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e526701a-779c-431a-be5b-20aaa62a22ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:42.899653 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e526701a-779c-431a-be5b-20aaa62a22ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854029851'] for router, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:42.900232 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e526701a-779c-431a-be5b-20aaa62a22ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c70c314-3ad8-42af-a65a-1e9dca5c0c2f {{(pid=82084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 13 22:05:42.912633 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e526701a-779c-431a-be5b-20aaa62a22ea admin admin] Notify callbacks [] for router, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:42.913918 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-e526701a-779c-431a-be5b-20aaa62a22ea admin admin] 10.222.0.18 "DELETE /v2.0/routers/2c70c314-3ad8-42af-a65a-1e9dca5c0c2f HTTP/1.1" status: 204  len: 168 time: 1.6292486
Jul 13 22:05:42.916594 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 45572) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:05:42.986751 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d8be22-d1f5-4cc0-b2dc-ff1f9db8b571 admin admin] Deleting subnet f46c5ed0-849c-4b18-bed2-160b47afb9e5 {{(pid=82084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 13 22:05:42.990801 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-01d8be22-d1f5-4cc0-b2dc-ff1f9db8b571 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:43.043343 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-01d8be22-d1f5-4cc0-b2dc-ff1f9db8b571 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266505'] for subnet, precommit_delete_associations {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:43.123802 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-01d8be22-d1f5-4cc0-b2dc-ff1f9db8b571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854679291'] for subnet, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:43.174034 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 29f0252f-539b-440a-b772-539cc2293480 no longer exists at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:05:43.200110 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-01d8be22-d1f5-4cc0-b2dc-ff1f9db8b571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-96525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852196838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853174589'] for subnet, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:43.205229 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-5c40046d-a968-46a9-91ec-e1165ff789c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:05:43.209726 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] No Port match for: 29f0252f-539b-440a-b772-539cc2293480 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:05:43.210130 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 29f0252f-539b-440a-b772-539cc2293480 not bound to the agent host dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:05:43.210611 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 8fd1fbe5-e154-4105-a206-4e87fd9124d0 no longer exists at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:05:43.244683 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8be22-d1f5-4cc0-b2dc-ff1f9db8b571 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f46c5ed0-849c-4b18-bed2-160b47afb9e5,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:05:43.246453 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] No Port match for: 8fd1fbe5-e154-4105-a206-4e87fd9124d0 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:05:43.246859 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 8fd1fbe5-e154-4105-a206-4e87fd9124d0 not bound to the agent host dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:05:43.249070 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-01d8be22-d1f5-4cc0-b2dc-ff1f9db8b571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:05:43.254551 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-01d8be22-d1f5-4cc0-b2dc-ff1f9db8b571 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:43.258158 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9691dd0-583d-4fe4-816a-28522d9dc6e8 None None] Network 7f76bfef-0aa8-4d3f-95cc-597cddaaad3e requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:05:43.270068 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-01d8be22-d1f5-4cc0-b2dc-ff1f9db8b571 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f46c5ed0-849c-4b18-bed2-160b47afb9e5 HTTP/1.1" status: 204  len: 168 time: 0.3523419
Jul 13 22:05:43.272814 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 45580) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:05:43.281490 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408951fe-d04d-484f-880a-00efa10f4a81 req-268af005-16d6-4818-8a31-58b938355fa1 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:43.283354 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-408951fe-d04d-484f-880a-00efa10f4a81 req-268af005-16d6-4818-8a31-58b938355fa1 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 945 time: 0.0977006
Jul 13 22:05:43.338520 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-408951fe-d04d-484f-880a-00efa10f4a81 req-1525b3ad-5e9e-4c5c-a174-dab809b67a1c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478230
Jul 13 22:05:43.397993 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1f2dc9da-3258-4f02-9b0c-f6061d8e68a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-104256'] for network, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:43.413517 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-1f2dc9da-3258-4f02-9b0c-f6061d8e68a6 admin admin] Deleting port 0eaa0706-714a-4fc4-bd81-73de64014460 {{(pid=82084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:05:43.413887 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1f2dc9da-3258-4f02-9b0c-f6061d8e68a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:43.548323 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d322ee-16b5-48e7-9df5-048bcc344af3 req-61a00f59-614b-4ce3-a949-78f6776e587f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:43.550876 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e8810f-2230-44af-b779-4fbea46c5ff7 None None] DHCP port deletion for 7f76bfef-0aa8-4d3f-95cc-597cddaaad3e request from dv-cinder-800618-1-iscsi {{(pid=82085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 13 22:05:43.551021 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-09d322ee-16b5-48e7-9df5-048bcc344af3 req-61a00f59-614b-4ce3-a949-78f6776e587f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 946 time: 0.0864105
Jul 13 22:05:43.555621 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-a4e8810f-2230-44af-b779-4fbea46c5ff7 None None] Deleting port 0eaa0706-714a-4fc4-bd81-73de64014460 {{(pid=82085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:05:43.556041 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a4e8810f-2230-44af-b779-4fbea46c5ff7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:43.600768 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-09d322ee-16b5-48e7-9df5-048bcc344af3 req-098bbc07-1b2e-4257-b28d-f430e5c836d2 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427828
Jul 13 22:05:43.637269 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-1f2dc9da-3258-4f02-9b0c-f6061d8e68a6 admin admin] For port 0eaa0706-714a-4fc4-bd81-73de64014460, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=0eaa0706-714a-4fc4-bd81-73de64014460,segment=NetworkSegment(08913e83-479a-46ec-a26f-0f1a010dc10c),segment_id=08913e83-479a-46ec-a26f-0f1a010dc10c)] {{(pid=82084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:05:43.637682 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1f2dc9da-3258-4f02-9b0c-f6061d8e68a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:43.763602 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-1f2dc9da-3258-4f02-9b0c-f6061d8e68a6 admin admin] Calling delete_port for 0eaa0706-714a-4fc4-bd81-73de64014460 owned by network:dhcp {{(pid=82084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:05:43.768333 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-a4e8810f-2230-44af-b779-4fbea46c5ff7 None None] For port 0eaa0706-714a-4fc4-bd81-73de64014460, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=0eaa0706-714a-4fc4-bd81-73de64014460,segment=NetworkSegment(08913e83-479a-46ec-a26f-0f1a010dc10c),segment_id=08913e83-479a-46ec-a26f-0f1a010dc10c)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:05:43.768901 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a4e8810f-2230-44af-b779-4fbea46c5ff7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:43.837693 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1f2dc9da-3258-4f02-9b0c-f6061d8e68a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2579020'] for port, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:43.842444 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-9c99553c-b9c6-4409-b6b9-e5e1e81e54b3 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:05:43.887625 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2dc9da-3258-4f02-9b0c-f6061d8e68a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eaa0706-714a-4fc4-bd81-73de64014460,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:05:43.890393 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1f2dc9da-3258-4f02-9b0c-f6061d8e68a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:05:43.892962 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2dc9da-3258-4f02-9b0c-f6061d8e68a6 admin admin] No DVR routers for this DVR port 0eaa0706-714a-4fc4-bd81-73de64014460 on host dv-cinder-800618-1-iscsi {{(pid=82084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:05:43.893556 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-a4e8810f-2230-44af-b779-4fbea46c5ff7 None None] Calling delete_port for 0eaa0706-714a-4fc4-bd81-73de64014460 owned by network:dhcp {{(pid=82085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:05:43.966633 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.db.api [None req-a4e8810f-2230-44af-b779-4fbea46c5ff7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 13 22:05:43.967045 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_db.api [None req-a4e8810f-2230-44af-b779-4fbea46c5ff7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 13 22:05:44.230952 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1f2dc9da-3258-4f02-9b0c-f6061d8e68a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690162', 'neutron.services.segments.db._delete_segments_for_network--9223363253856679420'] for network, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:44.244762 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-1f2dc9da-3258-4f02-9b0c-f6061d8e68a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf3531dc18>,) {'filters': {'network_id': ['7f76bfef-0aa8-4d3f-95cc-597cddaaad3e']}} {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:05:44.257921 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-1f2dc9da-3258-4f02-9b0c-f6061d8e68a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf3531dc18>, '08913e83-479a-46ec-a26f-0f1a010dc10c') {'for_net_delete': True} {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:05:44.258296 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-1f2dc9da-3258-4f02-9b0c-f6061d8e68a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf3531dc18>, '08913e83-479a-46ec-a26f-0f1a010dc10c') {} {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:05:44.271106 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1f2dc9da-3258-4f02-9b0c-f6061d8e68a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253856686179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509311'] for segment, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:44.285845 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1f2dc9da-3258-4f02-9b0c-f6061d8e68a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:44.292087 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f2dc9da-3258-4f02-9b0c-f6061d8e68a6 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=82084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 13 22:05:44.292515 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1f2dc9da-3258-4f02-9b0c-f6061d8e68a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852196745'] for segment, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]: Traceback (most recent call last):
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:     timer()
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:     cb(*args, **kw)
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:     return func(*args, **kwargs)
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:     self._notify()
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:     self.callback(batched_events)
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:     event.method(event)
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:     segment_id)['aggregates'][0]
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:     return f(self, *a, **k)
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self._get(url).json()
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:     **kwargs)
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self.request(url, 'GET', **kwargs)
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:     **endpoint_filter)
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 13 22:05:44.306817 dv-cinder-800618-1-iscsi neutron-server[81974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 13 22:05:44.384710 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1f2dc9da-3258-4f02-9b0c-f6061d8e68a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854022065'] for network, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:44.388359 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:05:44.402450 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1f2dc9da-3258-4f02-9b0c-f6061d8e68a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:44.412614 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2dc9da-3258-4f02-9b0c-f6061d8e68a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f76bfef-0aa8-4d3f-95cc-597cddaaad3e,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:05:44.417499 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1f2dc9da-3258-4f02-9b0c-f6061d8e68a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:05:44.424428 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-1f2dc9da-3258-4f02-9b0c-f6061d8e68a6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7f76bfef-0aa8-4d3f-95cc-597cddaaad3e HTTP/1.1" status: 204  len: 168 time: 1.1505709
Jul 13 22:05:44.468023 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-a4e8810f-2230-44af-b779-4fbea46c5ff7 None None] Deleting port 0eaa0706-714a-4fc4-bd81-73de64014460 {{(pid=82085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:05:44.468466 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a4e8810f-2230-44af-b779-4fbea46c5ff7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:44.547975 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-a4e8810f-2230-44af-b779-4fbea46c5ff7 None None] The port '0eaa0706-714a-4fc4-bd81-73de64014460' was deleted {{(pid=82085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}}
Jul 13 22:05:44.561951 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e10628-8c12-4070-95ef-f60b576b16e2 req-f8af367c-92b2-41a8-ab8f-2a3438db0b7c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:44.563628 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-98e10628-8c12-4070-95ef-f60b576b16e2 req-f8af367c-92b2-41a8-ab8f-2a3438db0b7c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 945 time: 0.0911441
Jul 13 22:05:44.617766 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-98e10628-8c12-4070-95ef-f60b576b16e2 req-ba1c1b70-5cae-4db1-b1b3-d7563d58742c tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439065
Jul 13 22:05:44.645582 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 45594) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:05:44.702282 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-a87cc525-a38f-43dd-be3e-1076a519f28e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d2468f829f2c4d188014193e66e67de5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0552917
Jul 13 22:05:44.705221 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 45598) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:05:44.771557 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fb9e7052-4018-4949-a517-3dbd131cb398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:44.799127 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fb9e7052-4018-4949-a517-3dbd131cb398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:44.833250 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b664600-0df9-4878-93cd-986ee0d2a3cd req-263da460-261c-404d-a361-5736e0a30f7a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:44.834897 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3b664600-0df9-4878-93cd-986ee0d2a3cd req-263da460-261c-404d-a361-5736e0a30f7a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 946 time: 0.0914145
Jul 13 22:05:44.846212 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fb9e7052-4018-4949-a517-3dbd131cb398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:44.851921 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f139d515-c613-4a66-8aa8-57a94ac82780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:05:44.866188 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e7052-4018-4949-a517-3dbd131cb398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7c766d-7583-4258-a8f4-a3c5cccf90d8,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:05:44.868900 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-fb9e7052-4018-4949-a517-3dbd131cb398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:05:44.877243 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fb9e7052-4018-4949-a517-3dbd131cb398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:44.879763 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-fb9e7052-4018-4949-a517-3dbd131cb398 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af7c766d-7583-4258-a8f4-a3c5cccf90d8 HTTP/1.1" status: 204  len: 168 time: 0.1735129
Jul 13 22:05:44.888885 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3b664600-0df9-4878-93cd-986ee0d2a3cd req-d4041c2b-233e-4a91-b4d3-898297e1f7b7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472577
Jul 13 22:05:45.049764 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-733779d2-0d50-4aa2-807c-0ec5185a3e76 req-f404d085-3c14-4d6b-9246-84e9b740faa1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3065358f8c8941dc9ed172c1f78f2728&device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 1098 time: 0.0759850
Jul 13 22:05:45.172340 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 0eaa0706-714a-4fc4-bd81-73de64014460 no longer exists at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:05:45.200631 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733779d2-0d50-4aa2-807c-0ec5185a3e76 req-59f6e1a8-31e2-49d0-a046-7919a5e3d818 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:45.202569 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-733779d2-0d50-4aa2-807c-0ec5185a3e76 req-59f6e1a8-31e2-49d0-a046-7919a5e3d818 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f06f9b30-3d60-4ae8-94be-d6b42f3a3052 HTTP/1.1" status: 200  len: 910 time: 0.1447937
Jul 13 22:05:45.207744 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] No Port match for: 0eaa0706-714a-4fc4-bd81-73de64014460 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:05:45.208150 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 0eaa0706-714a-4fc4-bd81-73de64014460 not bound to the agent host dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:05:45.315133 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-733779d2-0d50-4aa2-807c-0ec5185a3e76 req-bfe8119a-5e8b-4d98-92af-58ded0c588f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68c81983-898b-4f2e-9aa7-b91e4d939318 HTTP/1.1" status: 200  len: 1001 time: 0.1051850
Jul 13 22:05:45.319849 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 45606) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:05:45.422538 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733779d2-0d50-4aa2-807c-0ec5185a3e76 req-46b2c084-e3c1-4723-ab62-d0d69a22fb54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:45.424062 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-733779d2-0d50-4aa2-807c-0ec5185a3e76 req-46b2c084-e3c1-4723-ab62-d0d69a22fb54 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=929d024b-f9ca-4456-ac0b-9240e5535dae HTTP/1.1" status: 200  len: 848 time: 0.1014194
Jul 13 22:05:45.434575 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-eec2930c-9f9d-4dc2-86cd-bd4faf2df04f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4db584c7a64942b7a8e03e0989961e90&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1136038
Jul 13 22:05:45.437472 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 45610) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:05:45.503235 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f108685c-0495-481c-81f5-08d31f47d5fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:45.510240 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-733779d2-0d50-4aa2-807c-0ec5185a3e76 req-1e708be8-ed88-4fd2-a1fb-9045dfde62d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f06f9b30-3d60-4ae8-94be-d6b42f3a3052&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782225
Jul 13 22:05:45.533488 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f108685c-0495-481c-81f5-08d31f47d5fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:45.590239 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f108685c-0495-481c-81f5-08d31f47d5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:45.594499 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4a06ca9b-a8fd-4fb8-bcb9-8d1661a159cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:05:45.609273 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108685c-0495-481c-81f5-08d31f47d5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2271b266-e933-45c6-88ec-b9362efbff09,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:05:45.617288 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f108685c-0495-481c-81f5-08d31f47d5fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:05:45.618733 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f108685c-0495-481c-81f5-08d31f47d5fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:45.621945 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-f108685c-0495-481c-81f5-08d31f47d5fd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2271b266-e933-45c6-88ec-b9362efbff09 HTTP/1.1" status: 204  len: 168 time: 0.1809094
Jul 13 22:05:45.942801 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-733779d2-0d50-4aa2-807c-0ec5185a3e76 req-515435e1-f752-4750-8ae1-98de36a43f14 service neutron] 10.222.0.15 "GET /v2.0/networks/f06f9b30-3d60-4ae8-94be-d6b42f3a3052?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4201438
Jul 13 22:05:45.983372 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2f828-01d7-4c92-a997-ea603170dba9 req-d94d20bf-538a-45a7-8608-ba1447abbf8f tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:45.985100 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-23d2f828-01d7-4c92-a997-ea603170dba9 req-d94d20bf-538a-45a7-8608-ba1447abbf8f tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 945 time: 0.1705337
Jul 13 22:05:46.118978 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1040a-cffc-45b6-b22f-acb4e7cfb533 req-57aa4d3c-5423-44b4-abaa-a189db81dcf1 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:46.120514 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1bb1040a-cffc-45b6-b22f-acb4e7cfb533 req-57aa4d3c-5423-44b4-abaa-a189db81dcf1 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 946 time: 0.0855534
Jul 13 22:05:46.124077 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-23d2f828-01d7-4c92-a997-ea603170dba9 req-91c07582-4896-427c-9dd1-655a6f40f092 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1296430
Jul 13 22:05:46.147606 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-733779d2-0d50-4aa2-807c-0ec5185a3e76 req-34586ad0-2797-4eee-b730-7008068dd955 service neutron] 10.222.0.15 "GET /v2.0/networks/f06f9b30-3d60-4ae8-94be-d6b42f3a3052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1967747
Jul 13 22:05:46.172224 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1bb1040a-cffc-45b6-b22f-acb4e7cfb533 req-7ab3152b-9325-4098-b0c6-3fb2f343d6c0 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448415
Jul 13 22:05:47.331615 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c7d11-605e-4054-9a76-5b618ea817ad req-d9175023-c29f-42b2-8d70-00bb4a7a95d6 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:47.333230 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0c2c7d11-605e-4054-9a76-5b618ea817ad req-d9175023-c29f-42b2-8d70-00bb4a7a95d6 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 945 time: 0.0863514
Jul 13 22:05:47.381609 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0c2c7d11-605e-4054-9a76-5b618ea817ad req-ca31171c-4e31-42d0-8e00-15ff0226bc1e tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415041
Jul 13 22:05:47.390650 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257567ce-01dc-49e2-8a52-95c1029dfe5a req-94f81dcf-d3ff-4c0c-92ae-b19ad8cd8b75 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:47.392433 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-257567ce-01dc-49e2-8a52-95c1029dfe5a req-94f81dcf-d3ff-4c0c-92ae-b19ad8cd8b75 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 946 time: 0.0835710
Jul 13 22:05:47.445526 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-257567ce-01dc-49e2-8a52-95c1029dfe5a req-3b284d2b-2cdf-4140-a66c-c17dd08423f6 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463347
Jul 13 22:05:48.589110 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488f6e6-662b-40b1-917b-5433914cfd45 req-d931a1b2-574f-4817-845c-ffbce15ccbd2 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:48.591431 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3488f6e6-662b-40b1-917b-5433914cfd45 req-d931a1b2-574f-4817-845c-ffbce15ccbd2 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 945 time: 0.0840499
Jul 13 22:05:48.639953 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3488f6e6-662b-40b1-917b-5433914cfd45 req-141a26f3-48dc-4b5f-b79e-46c613620e0e tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422878
Jul 13 22:05:48.668286 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e32a45-c794-46c2-83a2-5dbabefb189c req-67b600e7-5335-438d-bad6-cd4499bab766 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:48.669956 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d0e32a45-c794-46c2-83a2-5dbabefb189c req-67b600e7-5335-438d-bad6-cd4499bab766 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 946 time: 0.0847993
Jul 13 22:05:48.722478 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d0e32a45-c794-46c2-83a2-5dbabefb189c req-2ca7d244-2854-4f38-a0c4-888a4364305f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465024
Jul 13 22:05:49.813838 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 374d0d10-106d-495a-aa20-5383d784104c details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 13 22:05:49.867267 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86013d-0608-4e8a-82ef-a9582bc919ca req-074e7637-a9b4-4b09-b44b-7d1fee0dfacc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:49.869362 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5c86013d-0608-4e8a-82ef-a9582bc919ca req-074e7637-a9b4-4b09-b44b-7d1fee0dfacc tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 945 time: 0.1054344
Jul 13 22:05:49.932850 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5c86013d-0608-4e8a-82ef-a9582bc919ca req-97939529-9b12-4789-bbe5-ab2d2baabc50 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560434
Jul 13 22:05:49.993679 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5c8f8-f5e7-49ab-a23f-afe06afb60b5 req-53b6c35e-f0bf-489f-ae8a-a1fa23963ddf tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:49.995546 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f1f5c8f8-f5e7-49ab-a23f-afe06afb60b5 req-53b6c35e-f0bf-489f-ae8a-a1fa23963ddf tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 946 time: 0.1154823
Jul 13 22:05:50.070976 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f1f5c8f8-f5e7-49ab-a23f-afe06afb60b5 req-c880005c-f6cc-4faa-b4a9-9eb3bb137045 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685086
Jul 13 22:05:50.128979 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 374d0d10-106d-495a-aa20-5383d784104c, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=374d0d10-106d-495a-aa20-5383d784104c,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:05:50.144278 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Returning: {'device': '374d0d10-106d-495a-aa20-5383d784104c', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'port_id': '374d0d10-106d-495a-aa20-5383d784104c', 'mac_address': 'fa:16:3e:93:ed:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 13 22:05:50.161339 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-aed133cd-6725-4c72-999a-d7f5c1cf4f36 req-58e06b54-1f75-4f8a-add3-69d44dcfd296 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0812252
Jul 13 22:05:50.204425 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:50.229016 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 374d0d10-106d-495a-aa20-5383d784104c {{(pid=82085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:05:50.248997 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 374d0d10-106d-495a-aa20-5383d784104c, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=374d0d10-106d-495a-aa20-5383d784104c,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:05:50.253043 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:50.256417 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:05:50.342535 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=374d0d10-106d-495a-aa20-5383d784104c,revision_number=6']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:05:50.345691 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:05:50.436472 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['374d0d10-106d-495a-aa20-5383d784104c'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:05:50.468701 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 45672) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:05:50.482291 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba517174-bf22-4bdb-ad98-7ff7d25330ca req-3668a511-5701-47dd-9fbe-bbe8297086a0 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:50.489867 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ba517174-bf22-4bdb-ad98-7ff7d25330ca req-3668a511-5701-47dd-9fbe-bbe8297086a0 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 945 time: 0.1071188
Jul 13 22:05:50.563896 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ba517174-bf22-4bdb-ad98-7ff7d25330ca req-6b7e83e3-938a-4085-91ca-b88e2b51f3f0 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729887
Jul 13 22:05:50.649449 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e29a11c-a565-43fa-8d52-7a07d22be977 req-02fe9ef7-7594-467b-8dca-94466f19db35 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1789515
Jul 13 22:05:51.318679 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a66eb6-1f51-4ec1-a2e3-41c1cb32fa63 req-3145c15b-434d-49f0-b8d7-248ec90b32ff tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:51.320345 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-38a66eb6-1f51-4ec1-a2e3-41c1cb32fa63 req-3145c15b-434d-49f0-b8d7-248ec90b32ff tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 945 time: 0.0972583
Jul 13 22:05:51.373259 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-38a66eb6-1f51-4ec1-a2e3-41c1cb32fa63 req-60b02dd1-efbe-4648-b046-5b21d04e882c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465503
Jul 13 22:05:51.778120 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfc899-1ecf-4fed-aa21-c97f9a526bd1 req-83bd2011-2db5-4517-a7b8-915b94f73124 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:51.780043 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b8dfc899-1ecf-4fed-aa21-c97f9a526bd1 req-83bd2011-2db5-4517-a7b8-915b94f73124 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 945 time: 0.0879686
Jul 13 22:05:51.820808 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 374d0d10-106d-495a-aa20-5383d784104c up at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:05:51.831799 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b8dfc899-1ecf-4fed-aa21-c97f9a526bd1 req-c4f9dfd2-56d3-42cf-827d-4a3fc63ab79f tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457668
Jul 13 22:05:51.935982 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning complete for port 374d0d10-106d-495a-aa20-5383d784104c triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:05:51.936932 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:52.070201 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:52.103142 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9f7760-852b-48f3-b2e6-de89b07593c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374d0d10-106d-495a-aa20-5383d784104c'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:05:52.114148 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 374d0d10-106d-495a-aa20-5383d784104c, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=374d0d10-106d-495a-aa20-5383d784104c,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:05:52.119134 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:52.119314 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 68c81983-898b-4f2e-9aa7-b91e4d939318 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:05:52.158445 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:05:52.211655 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9f7760-852b-48f3-b2e6-de89b07593c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374d0d10-106d-495a-aa20-5383d784104c', 'code': 200}
Jul 13 22:05:52.257089 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=374d0d10-106d-495a-aa20-5383d784104c,revision_number=7']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:05:52.274164 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:05:52.274309 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:05:52.274664 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:05:52.275075 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:05:52.275432 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:05:52.275784 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:05:52.276158 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:05:52.276531 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:05:52.276932 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:05:52.277302 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:05:52.277688 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:05:52.283880 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:05:52.345489 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:52.392983 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 68c81983-898b-4f2e-9aa7-b91e4d939318, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=68c81983-898b-4f2e-9aa7-b91e4d939318,segment=NetworkSegment(4c136830-8537-4b39-a276-84e121f66237),segment_id=4c136830-8537-4b39-a276-84e121f66237)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:05:52.395845 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e29a11c-a565-43fa-8d52-7a07d22be977 req-f15fa192-78ae-489a-b65c-88084f2007f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af&tenant_id=3065358f8c8941dc9ed172c1f78f2728 HTTP/1.1" status: 200  len: 1098 time: 0.1106713
Jul 13 22:05:52.398277 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:52.400210 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:05:52.475268 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=68c81983-898b-4f2e-9aa7-b91e4d939318,revision_number=6']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:05:52.485050 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:05:52.536090 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e29a11c-a565-43fa-8d52-7a07d22be977 req-e0fb4522-ad9e-4795-b398-af4d0066a995 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3065358f8c8941dc9ed172c1f78f2728&device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 1096 time: 0.1043804
Jul 13 22:05:52.739135 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1756a-127e-410b-a63e-8c29ce4cff25 req-3af42d78-3ebe-41ce-91d6-ea4536b6ebf6 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:52.741432 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-55c1756a-127e-410b-a63e-8c29ce4cff25 req-3af42d78-3ebe-41ce-91d6-ea4536b6ebf6 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 946 time: 0.2013113
Jul 13 22:05:52.806582 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-55c1756a-127e-410b-a63e-8c29ce4cff25 req-3198e6b6-7c09-40c1-b7a6-eee912b42060 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564027
Jul 13 22:05:52.812297 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29a11c-a565-43fa-8d52-7a07d22be977 req-e830e658-af9b-49ef-9d77-e034b4ce2cdb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:52.813878 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e29a11c-a565-43fa-8d52-7a07d22be977 req-e830e658-af9b-49ef-9d77-e034b4ce2cdb service neutron] 10.222.0.15 "GET /v2.0/networks?id=f06f9b30-3d60-4ae8-94be-d6b42f3a3052 HTTP/1.1" status: 200  len: 910 time: 0.2283266
Jul 13 22:05:52.938879 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e29a11c-a565-43fa-8d52-7a07d22be977 req-d3ba9ea4-ef5f-453a-9049-f9b5834ac895 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68c81983-898b-4f2e-9aa7-b91e4d939318 HTTP/1.1" status: 200  len: 999 time: 0.1176901
Jul 13 22:05:53.023884 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29a11c-a565-43fa-8d52-7a07d22be977 req-6b00edf7-714f-4071-a702-387876d3554c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:53.025815 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e29a11c-a565-43fa-8d52-7a07d22be977 req-6b00edf7-714f-4071-a702-387876d3554c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=929d024b-f9ca-4456-ac0b-9240e5535dae HTTP/1.1" status: 200  len: 848 time: 0.0804467
Jul 13 22:05:53.084828 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984e54f-b103-46b4-9134-380dbdbe6caf req-cae6a468-3e16-4105-bacc-80811ccce7f7 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:53.087014 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e984e54f-b103-46b4-9134-380dbdbe6caf req-cae6a468-3e16-4105-bacc-80811ccce7f7 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 943 time: 0.1012404
Jul 13 22:05:53.126960 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e29a11c-a565-43fa-8d52-7a07d22be977 req-f7b6a7e5-a6f0-4b5e-b03c-5240cb500b9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f06f9b30-3d60-4ae8-94be-d6b42f3a3052&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0934439
Jul 13 22:05:53.152108 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e984e54f-b103-46b4-9134-380dbdbe6caf req-e5f8c3f6-efb9-49bc-b679-b107dbd7b9f0 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570724
Jul 13 22:05:53.278302 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e29a11c-a565-43fa-8d52-7a07d22be977 req-94d511a4-4130-4def-9673-981176e77bed service neutron] 10.222.0.15 "GET /v2.0/networks/f06f9b30-3d60-4ae8-94be-d6b42f3a3052?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430140
Jul 13 22:05:53.440761 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9e29a11c-a565-43fa-8d52-7a07d22be977 req-91b558c0-48f9-4c17-a418-0c096903dd0a service neutron] 10.222.0.15 "GET /v2.0/networks/f06f9b30-3d60-4ae8-94be-d6b42f3a3052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1524167
Jul 13 22:05:54.068683 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677a8bf-2674-4995-822b-5c35e3a82ad5 req-5d4a4df6-5cac-405a-9339-06a33d60d024 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:54.070309 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6677a8bf-2674-4995-822b-5c35e3a82ad5 req-5d4a4df6-5cac-405a-9339-06a33d60d024 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 946 time: 0.1073241
Jul 13 22:05:54.121208 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6677a8bf-2674-4995-822b-5c35e3a82ad5 req-557a78c1-9b55-41f2-98c2-f61ffc79e13d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445454
Jul 13 22:05:54.212628 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72d3bc5-df7e-40ff-8fde-f59af586c4af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c81983-898b-4f2e-9aa7-b91e4d939318'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:05:54.272603 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72d3bc5-df7e-40ff-8fde-f59af586c4af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c81983-898b-4f2e-9aa7-b91e4d939318', 'code': 200}
Jul 13 22:05:54.389296 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9aa651-29d0-475a-a02a-b790dc15dab3 req-198b2e57-ed78-4cf1-86e2-bfaac69ee32b tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:54.390818 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-dd9aa651-29d0-475a-a02a-b790dc15dab3 req-198b2e57-ed78-4cf1-86e2-bfaac69ee32b tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 943 time: 0.0927725
Jul 13 22:05:54.455137 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-dd9aa651-29d0-475a-a02a-b790dc15dab3 req-9462586a-1e73-4e3d-b2d8-bc3a03885044 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572231
Jul 13 22:05:55.365223 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214b21a-deff-46f0-9546-eac89aa4e7da req-d8567f33-5639-4db8-a422-9594d19016b7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:55.366817 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3214b21a-deff-46f0-9546-eac89aa4e7da req-d8567f33-5639-4db8-a422-9594d19016b7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 946 time: 0.0882757
Jul 13 22:05:55.424893 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3214b21a-deff-46f0-9546-eac89aa4e7da req-f8fa732d-2653-4f60-a12c-56399fd1dfdd tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503154
Jul 13 22:05:55.670919 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e839e-dfcc-41d8-b8ea-e5fad20c93e2 req-7ea859d2-af3e-410e-8380-93f374f279b6 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:55.672624 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-137e839e-dfcc-41d8-b8ea-e5fad20c93e2 req-7ea859d2-af3e-410e-8380-93f374f279b6 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 943 time: 0.0976381
Jul 13 22:05:55.730161 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-137e839e-dfcc-41d8-b8ea-e5fad20c93e2 req-79a90dcb-66f6-414a-9105-8716c8ce0b43 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484397
Jul 13 22:05:56.653617 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e487b0-ee5a-4727-9e2a-5760f5aeb691 req-962854a4-8b13-4fae-ad30-facf4057ea8d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:56.654900 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-41e487b0-ee5a-4727-9e2a-5760f5aeb691 req-962854a4-8b13-4fae-ad30-facf4057ea8d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 946 time: 0.0857780
Jul 13 22:05:56.705609 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-41e487b0-ee5a-4727-9e2a-5760f5aeb691 req-136fd9ef-47b9-4785-8a88-07e8bbdb50c1 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438650
Jul 13 22:05:56.832643 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:05:56.966660 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f649e0c-edd3-46e0-a0ef-eb034b36e111 req-a70c2587-76c7-4464-b5b7-285d59104d02 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:56.968198 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4f649e0c-edd3-46e0-a0ef-eb034b36e111 req-a70c2587-76c7-4464-b5b7-285d59104d02 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 943 time: 0.0868778
Jul 13 22:05:57.019268 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4f649e0c-edd3-46e0-a0ef-eb034b36e111 req-80271140-847a-482e-a3d1-262237661532 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436141
Jul 13 22:05:57.934773 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa27ca-27ee-41fb-8466-40b40826142a req-b089a77f-ff65-4761-972d-51510d86577a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:57.936404 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f2aa27ca-27ee-41fb-8466-40b40826142a req-b089a77f-ff65-4761-972d-51510d86577a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 946 time: 0.0887625
Jul 13 22:05:57.990334 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f2aa27ca-27ee-41fb-8466-40b40826142a req-051412a8-b929-4ec9-8170-bf468cefa63e tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477612
Jul 13 22:05:58.239758 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4585a98-8223-4432-8396-d849ecc2676c req-03b97edd-e809-4bef-ba29-c5eedff392e7 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:58.242100 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b4585a98-8223-4432-8396-d849ecc2676c req-03b97edd-e809-4bef-ba29-c5eedff392e7 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 943 time: 0.0899091
Jul 13 22:05:58.293311 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b4585a98-8223-4432-8396-d849ecc2676c req-5c40acd5-34b7-40bf-bb45-4ab62061d9e0 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449286
Jul 13 22:05:59.225184 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278ddf6-ff17-4a27-b894-510d6d1187f2 req-c82c3e86-98b2-46e9-95b6-410af3cfcc41 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:59.226663 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a278ddf6-ff17-4a27-b894-510d6d1187f2 req-c82c3e86-98b2-46e9-95b6-410af3cfcc41 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 946 time: 0.0904586
Jul 13 22:05:59.285327 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a278ddf6-ff17-4a27-b894-510d6d1187f2 req-fe911a5d-9d33-4701-b142-2c1d662f22c7 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522263
Jul 13 22:05:59.498125 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22393e3-945e-4aa8-959c-1dacd676434d req-1dee369b-2e30-4cec-a027-c468a18d8450 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:05:59.499707 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e22393e3-945e-4aa8-959c-1dacd676434d req-1dee369b-2e30-4cec-a027-c468a18d8450 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 943 time: 0.0826955
Jul 13 22:05:59.551222 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e22393e3-945e-4aa8-959c-1dacd676434d req-4ac78f59-9e0c-499e-8401-fa858b8eb76d tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447721
Jul 13 22:06:00.163768 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-db435278-e064-4632-8656-f70e37441888 req-6527e8cb-1814-4708-a47a-b2068d1bb8fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e98d195175fb48da8da0450cb337c9e2&device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 1099 time: 0.0817654
Jul 13 22:06:00.303258 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db435278-e064-4632-8656-f70e37441888 req-72bba88e-d32c-4eba-aa46-e76aff52bb17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:00.304823 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-db435278-e064-4632-8656-f70e37441888 req-72bba88e-d32c-4eba-aa46-e76aff52bb17 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c5abd27-10e4-4762-82c4-ccb760681ca8 HTTP/1.1" status: 200  len: 916 time: 0.1343958
Jul 13 22:06:00.411378 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-db435278-e064-4632-8656-f70e37441888 req-d8d932d6-71aa-4ca3-92b7-02b3f39e7bfa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=374d0d10-106d-495a-aa20-5383d784104c HTTP/1.1" status: 200  len: 1001 time: 0.0977976
Jul 13 22:06:00.530802 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db435278-e064-4632-8656-f70e37441888 req-b28b9465-8509-4a33-bba1-35563eab5ea9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:00.532344 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-db435278-e064-4632-8656-f70e37441888 req-b28b9465-8509-4a33-bba1-35563eab5ea9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19a5e143-e3f3-4497-b1eb-410b89ec303c HTTP/1.1" status: 200  len: 854 time: 0.1141992
Jul 13 22:06:00.705282 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3eb33db7-abda-46c2-bc4b-d9aa181d6ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:00.763811 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252aca8-9a94-424c-b0a4-5a941cf2e666 req-1ca3835d-8de2-4efb-bbc8-4f597a1159a5 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:00.765629 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3252aca8-9a94-424c-b0a4-5a941cf2e666 req-1ca3835d-8de2-4efb-bbc8-4f597a1159a5 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 943 time: 0.0878236
Jul 13 22:06:00.801612 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a1329-abbe-4d2f-a615-c7d2c08be029 req-5677bbde-f850-455c-a424-c038cf62877a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:00.803704 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8a3a1329-abbe-4d2f-a615-c7d2c08be029 req-5677bbde-f850-455c-a424-c038cf62877a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 946 time: 0.3490684
Jul 13 22:06:00.815149 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3252aca8-9a94-424c-b0a4-5a941cf2e666 req-212fec9a-97ad-4dbc-90c6-856bfea4a918 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428472
Jul 13 22:06:00.865936 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-db435278-e064-4632-8656-f70e37441888 req-455a4726-eb7d-4ba5-8a1f-517453e0a4c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c5abd27-10e4-4762-82c4-ccb760681ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3256631
Jul 13 22:06:00.870998 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8a3a1329-abbe-4d2f-a615-c7d2c08be029 req-3c0cea81-9506-496d-b7c5-9ca58ed5333b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610411
Jul 13 22:06:01.008910 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-db435278-e064-4632-8656-f70e37441888 req-aabaabb4-6a5d-47be-a072-88c674770d4b service neutron] 10.222.0.15 "GET /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355410
Jul 13 22:06:01.161619 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-db435278-e064-4632-8656-f70e37441888 req-dfce58ae-b296-407b-a553-b195d6de7600 service neutron] 10.222.0.15 "GET /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1454844
Jul 13 22:06:01.858956 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 68c81983-898b-4f2e-9aa7-b91e4d939318 details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 13 22:06:02.021554 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 68c81983-898b-4f2e-9aa7-b91e4d939318, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=68c81983-898b-4f2e-9aa7-b91e4d939318,segment=NetworkSegment(4c136830-8537-4b39-a276-84e121f66237),segment_id=4c136830-8537-4b39-a276-84e121f66237)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:06:02.035915 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Returning: {'device': '68c81983-898b-4f2e-9aa7-b91e4d939318', 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052', 'port_id': '68c81983-898b-4f2e-9aa7-b91e4d939318', 'mac_address': 'fa:16:3e:34:e1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '929d024b-f9ca-4456-ac0b-9240e5535dae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 13 22:06:02.045983 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1cb8d-f512-4c2e-b811-b95d6c959eb6 req-cc1c2edb-59f5-4fe6-bd1b-cf8b9449b4e4 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:02.047629 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1dd1cb8d-f512-4c2e-b811-b95d6c959eb6 req-cc1c2edb-59f5-4fe6-bd1b-cf8b9449b4e4 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 943 time: 0.1054218
Jul 13 22:06:02.092162 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:02.103277 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1dd1cb8d-f512-4c2e-b811-b95d6c959eb6 req-4ebd3598-cb0d-42c3-a6c5-c5427558b585 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483952
Jul 13 22:06:02.103774 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fc1b5-3308-4c71-be22-83f5c25f02e0 req-eff4e8ff-bb5f-4040-bf0f-633d0c6ec5f8 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:02.105404 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c07fc1b5-3308-4c71-be22-83f5c25f02e0 req-eff4e8ff-bb5f-4040-bf0f-633d0c6ec5f8 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 946 time: 0.0934803
Jul 13 22:06:02.111201 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c81983-898b-4f2e-9aa7-b91e4d939318 {{(pid=82085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:06:02.127167 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 68c81983-898b-4f2e-9aa7-b91e4d939318, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=68c81983-898b-4f2e-9aa7-b91e4d939318,segment=NetworkSegment(4c136830-8537-4b39-a276-84e121f66237),segment_id=4c136830-8537-4b39-a276-84e121f66237)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:06:02.131122 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:02.133043 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:06:02.155907 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c07fc1b5-3308-4c71-be22-83f5c25f02e0 req-b8ed3203-deb7-4f46-817a-8e4be54990d3 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438364
Jul 13 22:06:02.202880 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=68c81983-898b-4f2e-9aa7-b91e4d939318,revision_number=7']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:06:02.206378 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:06:02.350797 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:02.502880 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['68c81983-898b-4f2e-9aa7-b91e4d939318'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:06:03.000268 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fd65fcc1-05cc-48f0-82f6-f12d193586ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:03.314314 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83374330-8e4f-4053-bf42-3b1b4540a8dc req-223ed926-6ba9-4fac-afee-233b64a13fa0 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:03.315912 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-83374330-8e4f-4053-bf42-3b1b4540a8dc req-223ed926-6ba9-4fac-afee-233b64a13fa0 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 944 time: 0.0835431
Jul 13 22:06:03.364027 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-83374330-8e4f-4053-bf42-3b1b4540a8dc req-d675ac32-8654-4f25-bc43-9ce049e0e338 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417135
Jul 13 22:06:03.371847 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855933e-00f3-4a74-b10e-37fe38e4b196 req-8b3bbb10-792c-49e2-b5d9-853f24a92594 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:03.373503 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0855933e-00f3-4a74-b10e-37fe38e4b196 req-8b3bbb10-792c-49e2-b5d9-853f24a92594 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 946 time: 0.0845177
Jul 13 22:06:03.421102 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0855933e-00f3-4a74-b10e-37fe38e4b196 req-c4d665da-4679-46fe-a206-432a0c49a4cb tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414670
Jul 13 22:06:03.622644 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:03.882177 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 68c81983-898b-4f2e-9aa7-b91e4d939318 up at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:06:03.965833 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning complete for port 68c81983-898b-4f2e-9aa7-b91e4d939318 triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:06:03.966263 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:04.092483 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:04.119844 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72d3bc5-df7e-40ff-8fde-f59af586c4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c81983-898b-4f2e-9aa7-b91e4d939318'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:06:04.130384 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 68c81983-898b-4f2e-9aa7-b91e4d939318, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=68c81983-898b-4f2e-9aa7-b91e4d939318,segment=NetworkSegment(4c136830-8537-4b39-a276-84e121f66237),segment_id=4c136830-8537-4b39-a276-84e121f66237)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:06:04.133427 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:04.134266 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 374d0d10-106d-495a-aa20-5383d784104c no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:06:04.163030 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:06:04.207762 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72d3bc5-df7e-40ff-8fde-f59af586c4af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c81983-898b-4f2e-9aa7-b91e4d939318', 'code': 200}
Jul 13 22:06:04.263998 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=68c81983-898b-4f2e-9aa7-b91e4d939318,revision_number=8']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:06:04.267758 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:06:04.326185 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:04.363400 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 374d0d10-106d-495a-aa20-5383d784104c, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=374d0d10-106d-495a-aa20-5383d784104c,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:06:04.366836 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:04.369332 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:06:04.440580 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=374d0d10-106d-495a-aa20-5383d784104c,revision_number=8']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:06:04.443823 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:06:04.583799 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e9606c07-eb9f-4044-9eac-2e64b1334bd3 req-81447ca4-934f-477c-a7e3-913170a8da18 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 1098 time: 0.1371474
Jul 13 22:06:04.622426 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32381ecb-7454-45c6-bebc-05d850a46902 req-48a8c0d4-40b9-40f0-9529-b0be1d915589 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:04.623857 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-32381ecb-7454-45c6-bebc-05d850a46902 req-48a8c0d4-40b9-40f0-9529-b0be1d915589 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 945 time: 0.1304352
Jul 13 22:06:04.677840 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e9606c07-eb9f-4044-9eac-2e64b1334bd3 req-5463816e-7823-4ac2-a51b-4c38318c465a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0851328
Jul 13 22:06:04.687834 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-32381ecb-7454-45c6-bebc-05d850a46902 req-fcc1e49a-6cf3-4777-9027-ba693db7f54b tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579867
Jul 13 22:06:04.732355 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:04.801543 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e1979e79-f27a-4c7e-ada4-0461273475e5 req-fbc6c538-60c2-44c8-91f2-26c99eafcb60 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0777609
Jul 13 22:06:05.147096 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a649a6-ee5a-4122-b1e9-82238012c0c0 req-3b82b23e-750d-4464-ae24-9208892e12ee tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:05.148705 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f6a649a6-ee5a-4122-b1e9-82238012c0c0 req-3b82b23e-750d-4464-ae24-9208892e12ee tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 944 time: 0.1527700
Jul 13 22:06:05.152205 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0edcc690-2503-4ce5-bc80-f39d2ddd0416 req-9eb60786-086c-40c5-9221-3db468b09600 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1542943
Jul 13 22:06:05.198527 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f6a649a6-ee5a-4122-b1e9-82238012c0c0 req-b31c1cd6-49ad-4552-9189-8d1df3648cd0 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436835
Jul 13 22:06:05.773323 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0edcc690-2503-4ce5-bc80-f39d2ddd0416 req-c0dda0fa-842b-47bb-8196-ebb815cef220 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7&tenant_id=e98d195175fb48da8da0450cb337c9e2 HTTP/1.1" status: 200  len: 1097 time: 0.0932825
Jul 13 22:06:05.907738 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0edcc690-2503-4ce5-bc80-f39d2ddd0416 req-abc2f9cc-e21e-43c3-a1f7-06a48a034af7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e98d195175fb48da8da0450cb337c9e2&device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 1097 time: 0.0770316
Jul 13 22:06:05.915692 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2b2bf-fe28-4fb1-856c-c0c1b8453617 req-484c87c2-32dc-40ea-8c7b-07eb8ff20db4 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:05.917380 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8aa2b2bf-fe28-4fb1-856c-c0c1b8453617 req-484c87c2-32dc-40ea-8c7b-07eb8ff20db4 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 945 time: 0.0860596
Jul 13 22:06:05.966772 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8aa2b2bf-fe28-4fb1-856c-c0c1b8453617 req-f99d19fc-c3e7-430e-b0cf-e9e5de913c4b tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430279
Jul 13 22:06:06.050002 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcc690-2503-4ce5-bc80-f39d2ddd0416 req-7d69ab1d-6aba-4887-b3c1-e5e8fb6cac0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:06.051616 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0edcc690-2503-4ce5-bc80-f39d2ddd0416 req-7d69ab1d-6aba-4887-b3c1-e5e8fb6cac0b service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c5abd27-10e4-4762-82c4-ccb760681ca8 HTTP/1.1" status: 200  len: 916 time: 0.1373122
Jul 13 22:06:06.161768 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0edcc690-2503-4ce5-bc80-f39d2ddd0416 req-21755424-224c-4c03-98c9-8612e3260acc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=374d0d10-106d-495a-aa20-5383d784104c HTTP/1.1" status: 200  len: 999 time: 0.1025915
Jul 13 22:06:06.209134 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9f7760-852b-48f3-b2e6-de89b07593c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '374d0d10-106d-495a-aa20-5383d784104c'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:06:06.230071 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcc690-2503-4ce5-bc80-f39d2ddd0416 req-7395aac5-154c-4698-9aa8-d3caf57c595d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:06.231650 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0edcc690-2503-4ce5-bc80-f39d2ddd0416 req-7395aac5-154c-4698-9aa8-d3caf57c595d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=19a5e143-e3f3-4497-b1eb-410b89ec303c HTTP/1.1" status: 200  len: 854 time: 0.0634775
Jul 13 22:06:06.259062 dv-cinder-800618-1-iscsi neutron-server[81974]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5c9f7760-852b-48f3-b2e6-de89b07593c7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '374d0d10-106d-495a-aa20-5383d784104c', 'code': 422} returned with failed status
Jul 13 22:06:06.315419 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0edcc690-2503-4ce5-bc80-f39d2ddd0416 req-df0fa7ad-82e5-4f25-82ab-6ced3c454be7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c5abd27-10e4-4762-82c4-ccb760681ca8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0771039
Jul 13 22:06:06.416647 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7319e-c577-4e0a-9388-8faf04ccc8e5 req-d8927288-ada3-4b6e-9731-9976ec2b20ab tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:06.418235 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fda7319e-c577-4e0a-9388-8faf04ccc8e5 req-d8927288-ada3-4b6e-9731-9976ec2b20ab tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 944 time: 0.0865278
Jul 13 22:06:06.456602 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0edcc690-2503-4ce5-bc80-f39d2ddd0416 req-85443817-a022-447e-9c6d-a02eeca4c500 service neutron] 10.222.0.15 "GET /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346216
Jul 13 22:06:06.467929 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fda7319e-c577-4e0a-9388-8faf04ccc8e5 req-bf5df956-7618-4f5d-bb33-7e1e646eb27e tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431566
Jul 13 22:06:06.598280 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0edcc690-2503-4ce5-bc80-f39d2ddd0416 req-7730487b-84fe-42c5-9012-4a79d76f93f6 service neutron] 10.222.0.15 "GET /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356492
Jul 13 22:06:07.170470 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac2ba3-24c0-42aa-8997-0ac3ece68c02 req-76a4ebc8-63c1-45a1-93bf-ce47a0625307 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:07.172129 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-30ac2ba3-24c0-42aa-8997-0ac3ece68c02 req-76a4ebc8-63c1-45a1-93bf-ce47a0625307 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 945 time: 0.0836921
Jul 13 22:06:07.223233 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-30ac2ba3-24c0-42aa-8997-0ac3ece68c02 req-eb95935d-0099-44a2-8e5c-376b5c2cacd6 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439987
Jul 13 22:06:07.723380 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde8272-abe3-439a-86fe-7472d0b6f337 req-c7971c8e-d9fe-4ca8-a515-f95face2b573 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:07.725390 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1bde8272-abe3-439a-86fe-7472d0b6f337 req-c7971c8e-d9fe-4ca8-a515-f95face2b573 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 944 time: 0.0875585
Jul 13 22:06:07.794094 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1bde8272-abe3-439a-86fe-7472d0b6f337 req-eee42d84-bd8a-4f4f-8aad-14469f170d99 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509548
Jul 13 22:06:09.038871 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb8ddb-5d9b-47f6-b397-ba9afaed4a72 req-3ed1f6c8-615f-4a32-82c8-7a058d8ab550 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:09.040416 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4cdb8ddb-5d9b-47f6-b397-ba9afaed4a72 req-3ed1f6c8-615f-4a32-82c8-7a058d8ab550 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 944 time: 0.1098371
Jul 13 22:06:09.089643 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4cdb8ddb-5d9b-47f6-b397-ba9afaed4a72 req-efd5e258-0c15-432e-982d-63eb9a286cff tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430989
Jul 13 22:06:10.448680 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2291ded-1fec-47d9-b328-c614ec29111c req-cbe695b7-248a-4d9a-b189-66d5b1545998 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:10.450386 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c2291ded-1fec-47d9-b328-c614ec29111c req-cbe695b7-248a-4d9a-b189-66d5b1545998 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 944 time: 0.0832667
Jul 13 22:06:10.506191 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c2291ded-1fec-47d9-b328-c614ec29111c req-b37cb411-3b2f-4649-a2a3-8da02db1e219 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488803
Jul 13 22:06:11.365269 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:06:11.757962 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ef4e4-1812-40a9-b184-1bb08767c8db req-9501762f-bd64-49a5-87e8-c1dcaba4d79d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:11.760365 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6d4ef4e4-1812-40a9-b184-1bb08767c8db req-9501762f-bd64-49a5-87e8-c1dcaba4d79d tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 944 time: 0.1023438
Jul 13 22:06:11.818988 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6d4ef4e4-1812-40a9-b184-1bb08767c8db req-80a45b2f-bac7-46b9-90ba-4da3a4062271 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472696
Jul 13 22:06:13.048481 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6bf35-29a5-4096-99b2-f0b0a26cccbc req-1c726616-7891-4183-8b4d-ef506283e942 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:13.050254 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-85c6bf35-29a5-4096-99b2-f0b0a26cccbc req-1c726616-7891-4183-8b4d-ef506283e942 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 944 time: 0.0930972
Jul 13 22:06:13.100961 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-85c6bf35-29a5-4096-99b2-f0b0a26cccbc req-c42abdc9-c5d7-42d5-8f71-5e8cf0b71e4c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442953
Jul 13 22:06:14.321320 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4758dfa-74dd-4399-ba3f-9ce2694ffa2d req-41e49063-d342-4d23-9f39-904e424ba55b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:14.322953 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f4758dfa-74dd-4399-ba3f-9ce2694ffa2d req-41e49063-d342-4d23-9f39-904e424ba55b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 944 time: 0.0860233
Jul 13 22:06:14.373374 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-f4758dfa-74dd-4399-ba3f-9ce2694ffa2d req-336c7c73-bb33-4d22-878f-ff46005c30de tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444047
Jul 13 22:06:15.594324 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b8e4f-0f55-4d0a-88a5-9311fdb81f3d req-d2de37cc-5865-474e-8237-b65087a1cfe1 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:15.595929 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-305b8e4f-0f55-4d0a-88a5-9311fdb81f3d req-d2de37cc-5865-474e-8237-b65087a1cfe1 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 944 time: 0.0849028
Jul 13 22:06:15.645891 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-305b8e4f-0f55-4d0a-88a5-9311fdb81f3d req-416d2516-3854-413c-ab5b-275b296f4917 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439148
Jul 13 22:06:16.875397 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94872b-61ca-484a-a6c6-eb7a2092fb04 req-dc137dbb-e185-49c0-b8ff-cea6eda4e00c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:16.877041 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5d94872b-61ca-484a-a6c6-eb7a2092fb04 req-dc137dbb-e185-49c0-b8ff-cea6eda4e00c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 944 time: 0.0904136
Jul 13 22:06:16.929615 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5d94872b-61ca-484a-a6c6-eb7a2092fb04 req-d839d080-5aea-4c05-9b38-49f6823e2af1 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460596
Jul 13 22:06:18.147785 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4be0d-2dbe-4ca1-9220-6758478a3e4d req-9e41fdf9-efeb-49ac-ba20-1d27175da19f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:18.149843 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e7f4be0d-2dbe-4ca1-9220-6758478a3e4d req-9e41fdf9-efeb-49ac-ba20-1d27175da19f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 944 time: 0.0846908
Jul 13 22:06:18.196891 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e7f4be0d-2dbe-4ca1-9220-6758478a3e4d req-57feda86-2e65-4db8-a485-200793b5a977 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407608
Jul 13 22:06:19.412354 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29154e4d-f613-49f0-af09-c1ad7fe0eec7 req-998284a3-0b54-4cc3-b140-b3d2ad69a6c0 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:19.414006 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-29154e4d-f613-49f0-af09-c1ad7fe0eec7 req-998284a3-0b54-4cc3-b140-b3d2ad69a6c0 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 944 time: 0.0835340
Jul 13 22:06:19.463255 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-29154e4d-f613-49f0-af09-c1ad7fe0eec7 req-8cc479b0-e84c-4b41-ae42-f2ee317b6b3b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426409
Jul 13 22:06:19.793490 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1e215-26f2-4a41-9431-16c3fe0988ca req-22aa7655-a896-4348-9275-a9d3f1dc12e7 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:19.795092 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6bb1e215-26f2-4a41-9431-16c3fe0988ca req-22aa7655-a896-4348-9275-a9d3f1dc12e7 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.0899949
Jul 13 22:06:19.843464 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6bb1e215-26f2-4a41-9431-16c3fe0988ca req-42cfcfb8-db5b-44dd-afdf-cb4e10b71064 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423167
Jul 13 22:06:19.990420 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 374d0d10-106d-495a-aa20-5383d784104c details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 13 22:06:20.134299 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 374d0d10-106d-495a-aa20-5383d784104c, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=374d0d10-106d-495a-aa20-5383d784104c,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:06:20.147900 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Returning: {'device': '374d0d10-106d-495a-aa20-5383d784104c', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'port_id': '374d0d10-106d-495a-aa20-5383d784104c', 'mac_address': 'fa:16:3e:93:ed:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 13 22:06:20.202276 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:20.220283 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374d0d10-106d-495a-aa20-5383d784104c {{(pid=82085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:06:20.234910 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 374d0d10-106d-495a-aa20-5383d784104c, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=374d0d10-106d-495a-aa20-5383d784104c,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:06:20.237770 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:20.239568 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:06:20.307316 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=374d0d10-106d-495a-aa20-5383d784104c,revision_number=9']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:06:20.310450 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:06:20.573604 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['374d0d10-106d-495a-aa20-5383d784104c'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:06:20.678781 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d012620-b712-463c-b7a8-38dd6ea65aa1 req-e3089d94-fd31-43e9-97a4-7e4f3b3815a2 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:20.681090 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5d012620-b712-463c-b7a8-38dd6ea65aa1 req-e3089d94-fd31-43e9-97a4-7e4f3b3815a2 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 945 time: 0.0824580
Jul 13 22:06:20.729169 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5d012620-b712-463c-b7a8-38dd6ea65aa1 req-7ad6499b-a1a4-4e23-a984-b39c986cff8c tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418274
Jul 13 22:06:21.044880 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c44685-bedd-4945-83a2-f22cc61a6889 req-f99e3d5e-a9bd-4366-98d1-3a62b970e07e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:21.046413 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-93c44685-bedd-4945-83a2-f22cc61a6889 req-f99e3d5e-a9bd-4366-98d1-3a62b970e07e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.0821164
Jul 13 22:06:21.096455 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-93c44685-bedd-4945-83a2-f22cc61a6889 req-47a23474-5715-4218-bdee-1edb84d17b1d tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418587
Jul 13 22:06:21.945190 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83019415-75bd-494b-a5ab-3d620452b3ad req-c60acc1b-2754-4548-a50e-47e96ad88fb1 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:21.947321 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-83019415-75bd-494b-a5ab-3d620452b3ad req-c60acc1b-2754-4548-a50e-47e96ad88fb1 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 945 time: 0.0858459
Jul 13 22:06:21.994712 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-83019415-75bd-494b-a5ab-3d620452b3ad req-c0e5ad68-db8d-45b6-8289-636b1d01ba18 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408394
Jul 13 22:06:22.019123 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 374d0d10-106d-495a-aa20-5383d784104c up at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:06:22.089063 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning complete for port 374d0d10-106d-495a-aa20-5383d784104c triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:06:22.089410 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:22.205898 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:22.233417 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9f7760-852b-48f3-b2e6-de89b07593c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374d0d10-106d-495a-aa20-5383d784104c'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:06:22.243999 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 374d0d10-106d-495a-aa20-5383d784104c, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=374d0d10-106d-495a-aa20-5383d784104c,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:06:22.247797 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:22.249991 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-3c1883f5-2f2c-4d78-9576-aac93ac68a96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:06:22.291275 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9f7760-852b-48f3-b2e6-de89b07593c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374d0d10-106d-495a-aa20-5383d784104c', 'code': 200}
Jul 13 22:06:22.309184 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9e306-c791-4dc1-b236-abb7834da88c req-aabd7555-117a-4526-8d28-41654d8eda40 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:22.310790 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-62d9e306-c791-4dc1-b236-abb7834da88c req-aabd7555-117a-4526-8d28-41654d8eda40 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.0902095
Jul 13 22:06:22.317999 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=374d0d10-106d-495a-aa20-5383d784104c,revision_number=10']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:06:22.321250 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:06:22.364203 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-62d9e306-c791-4dc1-b236-abb7834da88c req-e738dbf1-bcb5-49c8-b106-51694c898b03 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471706
Jul 13 22:06:22.597067 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-70466125-8e62-4c00-aaa0-50b44ef40ca3 req-80655e14-c8ed-49f1-b2d4-c4af55f69f05 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 1100 time: 0.0740042
Jul 13 22:06:22.645036 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-70466125-8e62-4c00-aaa0-50b44ef40ca3 req-f24bbd1c-bab9-440c-8ae9-d4fad798dd31 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411253
Jul 13 22:06:23.206845 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49e843-441a-464c-add6-7bb6602d16f7 req-1d73f8b3-dbcf-45da-9e0f-4860c0d192e1 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:23.208481 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-cb49e843-441a-464c-add6-7bb6602d16f7 req-1d73f8b3-dbcf-45da-9e0f-4860c0d192e1 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 947 time: 0.0809515
Jul 13 22:06:23.259954 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-cb49e843-441a-464c-add6-7bb6602d16f7 req-c701fa9c-79c1-453d-9bd2-267229c76965 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448256
Jul 13 22:06:23.565895 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0f615-2ac4-4b95-b366-754281dd6772 req-cccea34f-2c82-46e5-9621-275f0ddaa6aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:23.567470 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-cda0f615-2ac4-4b95-b366-754281dd6772 req-cccea34f-2c82-46e5-9621-275f0ddaa6aa tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.0818641
Jul 13 22:06:23.615022 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-cda0f615-2ac4-4b95-b366-754281dd6772 req-1a7c8ab7-3de5-430c-813f-f9df4a78a1bd tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409350
Jul 13 22:06:24.477115 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562f251-0f7b-4e0e-8dbd-ed0f5450e0e9 req-256b10e9-afeb-4159-909e-9886403f456b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:24.478851 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0562f251-0f7b-4e0e-8dbd-ed0f5450e0e9 req-256b10e9-afeb-4159-909e-9886403f456b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 947 time: 0.0838478
Jul 13 22:06:24.528512 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0562f251-0f7b-4e0e-8dbd-ed0f5450e0e9 req-87b17d56-7b44-4e7f-a9d2-25f03a44ac2a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433064
Jul 13 22:06:24.819604 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4a922-5fff-431c-83ee-49b9ac461acc req-fc44d5be-d451-4549-beb1-8c08efa7c56d tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:24.821169 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b2d4a922-5fff-431c-83ee-49b9ac461acc req-fc44d5be-d451-4549-beb1-8c08efa7c56d tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.0859876
Jul 13 22:06:24.869982 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b2d4a922-5fff-431c-83ee-49b9ac461acc req-ddf2fd34-7ac9-4c32-8f94-f96f9cf58536 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419240
Jul 13 22:06:25.742540 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4acbd-ad47-4cf0-8006-4ffb45d23c77 req-2fcb6125-719e-4abd-8aa5-0a8c0d1db279 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:25.744187 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-35e4acbd-ad47-4cf0-8006-4ffb45d23c77 req-2fcb6125-719e-4abd-8aa5-0a8c0d1db279 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 947 time: 0.0863018
Jul 13 22:06:25.794157 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-35e4acbd-ad47-4cf0-8006-4ffb45d23c77 req-281581fa-4f7b-47ce-aae4-bd29a7af84b6 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435963
Jul 13 22:06:26.077481 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0009be-7dae-4126-b502-71a632e618d0 req-d9afc7a9-3bdf-4879-bc9c-570f560305af tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:26.079065 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-dc0009be-7dae-4126-b502-71a632e618d0 req-d9afc7a9-3bdf-4879-bc9c-570f560305af tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.0849178
Jul 13 22:06:26.126007 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-dc0009be-7dae-4126-b502-71a632e618d0 req-cc40a275-e525-447a-904a-1e15f9f3cb1e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407293
Jul 13 22:06:26.821095 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:27.328303 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3c3d3-0080-4ab7-8408-8fcf246bf5e7 req-e650bfa2-f384-4496-897b-b87bdd9b57fd tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:27.330175 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-49b3c3d3-0080-4ab7-8408-8fcf246bf5e7 req-e650bfa2-f384-4496-897b-b87bdd9b57fd tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.0825779
Jul 13 22:06:27.377795 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-49b3c3d3-0080-4ab7-8408-8fcf246bf5e7 req-aa81eff6-0ec3-46ee-b800-0b8788da0254 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415745
Jul 13 22:06:28.582203 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3586e9-3d23-49e5-b123-e3fda1f3bbd9 req-1d4feba3-8462-438b-ba23-58b925028ab9 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:28.583792 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ec3586e9-3d23-49e5-b123-e3fda1f3bbd9 req-1d4feba3-8462-438b-ba23-58b925028ab9 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.0852654
Jul 13 22:06:28.631332 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ec3586e9-3d23-49e5-b123-e3fda1f3bbd9 req-c458e10d-e1d2-4af8-b342-248d232a5d56 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409787
Jul 13 22:06:29.283150 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4d2b8657-aecb-47d5-b762-30b59c41dd53 req-fe001c2e-24f6-4f79-84fe-f80e151efd04 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0731359
Jul 13 22:06:29.395911 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4d2b8657-aecb-47d5-b762-30b59c41dd53 req-3f5bcadb-682c-43be-a8f6-17172ed62b6f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3065358f8c8941dc9ed172c1f78f2728&device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 1098 time: 0.0765119
Jul 13 22:06:29.747070 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b8657-aecb-47d5-b762-30b59c41dd53 req-a2469d46-2034-44b9-a31d-de2e3abeb854 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:29.748660 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4d2b8657-aecb-47d5-b762-30b59c41dd53 req-a2469d46-2034-44b9-a31d-de2e3abeb854 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f06f9b30-3d60-4ae8-94be-d6b42f3a3052 HTTP/1.1" status: 200  len: 910 time: 0.3281119
Jul 13 22:06:29.843969 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096e0ef-9b2a-4f68-8366-fcd10940dccf req-6a9a338e-d5f9-4b58-9306-dd3f9253d5b0 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:29.845660 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e096e0ef-9b2a-4f68-8366-fcd10940dccf req-6a9a338e-d5f9-4b58-9306-dd3f9253d5b0 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.0877023
Jul 13 22:06:29.861509 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4d2b8657-aecb-47d5-b762-30b59c41dd53 req-d52edccb-1648-4d63-b879-b856a0575534 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68c81983-898b-4f2e-9aa7-b91e4d939318 HTTP/1.1" status: 200  len: 1001 time: 0.1020536
Jul 13 22:06:29.893828 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e096e0ef-9b2a-4f68-8366-fcd10940dccf req-dae4b3dd-feaf-4c37-868f-69a8d1889fab tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420840
Jul 13 22:06:29.935166 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b8657-aecb-47d5-b762-30b59c41dd53 req-4a84ed69-581d-4c5c-94e1-a6c9d9ca9a1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:29.936686 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4d2b8657-aecb-47d5-b762-30b59c41dd53 req-4a84ed69-581d-4c5c-94e1-a6c9d9ca9a1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=929d024b-f9ca-4456-ac0b-9240e5535dae HTTP/1.1" status: 200  len: 848 time: 0.0653665
Jul 13 22:06:30.038327 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4d2b8657-aecb-47d5-b762-30b59c41dd53 req-3123af27-3a14-44f2-996b-f7c0e9d057fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f06f9b30-3d60-4ae8-94be-d6b42f3a3052&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0730186
Jul 13 22:06:30.182916 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4d2b8657-aecb-47d5-b762-30b59c41dd53 req-ce28748b-ac81-471b-b9f3-26bc0ac79ddd service neutron] 10.222.0.15 "GET /v2.0/networks/f06f9b30-3d60-4ae8-94be-d6b42f3a3052?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378520
Jul 13 22:06:30.330117 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4d2b8657-aecb-47d5-b762-30b59c41dd53 req-3d007641-d6f8-4e39-9404-e8c3ef04674a service neutron] 10.222.0.15 "GET /v2.0/networks/f06f9b30-3d60-4ae8-94be-d6b42f3a3052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342926
Jul 13 22:06:30.707417 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c8159884-6fcf-4cd2-b235-497a2d6b2254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:31.113678 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c4404-98ca-4a08-aa96-fe29c8a17cc4 req-e4cee91d-b8cd-46bb-9023-f56877062397 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:31.115261 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-cd6c4404-98ca-4a08-aa96-fe29c8a17cc4 req-e4cee91d-b8cd-46bb-9023-f56877062397 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.0906773
Jul 13 22:06:31.170078 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-cd6c4404-98ca-4a08-aa96-fe29c8a17cc4 req-775856e8-70a1-4419-b086-d940094f8cb4 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481138
Jul 13 22:06:31.594836 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca766b-b91d-4052-986e-90b65eefe602 req-2fed7902-8dda-4d0e-95c2-5aa8b5a294fc tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:31.596473 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b1ca766b-b91d-4052-986e-90b65eefe602 req-2fed7902-8dda-4d0e-95c2-5aa8b5a294fc tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.1381669
Jul 13 22:06:31.659369 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8a4c101d-c438-4a75-a1e5-9f403c5a7377 req-1647d012-1e9d-4f92-98e6-5e16bc560164 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e949f3b270414d3095f5528a841766ca&device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 1099 time: 0.1241243
Jul 13 22:06:31.666645 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b1ca766b-b91d-4052-986e-90b65eefe602 req-ba8d9896-bf8c-490d-a85e-589be82021dc tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616987
Jul 13 22:06:31.804170 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c101d-c438-4a75-a1e5-9f403c5a7377 req-31fa89b1-46e9-4e80-bfdf-6d5c0a879c84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:31.805795 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8a4c101d-c438-4a75-a1e5-9f403c5a7377 req-31fa89b1-46e9-4e80-bfdf-6d5c0a879c84 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 HTTP/1.1" status: 200  len: 912 time: 0.1382506
Jul 13 22:06:31.915839 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8a4c101d-c438-4a75-a1e5-9f403c5a7377 req-8b638419-a5ff-416e-be28-a1edbecd2b65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f247246-3630-4816-a889-d02fa1c77b43 HTTP/1.1" status: 200  len: 1001 time: 0.1019473
Jul 13 22:06:31.984364 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c101d-c438-4a75-a1e5-9f403c5a7377 req-2d3dc105-1287-4a05-b25b-5b2677363a20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:31.985879 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8a4c101d-c438-4a75-a1e5-9f403c5a7377 req-2d3dc105-1287-4a05-b25b-5b2677363a20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c HTTP/1.1" status: 200  len: 850 time: 0.0632145
Jul 13 22:06:32.069605 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8a4c101d-c438-4a75-a1e5-9f403c5a7377 req-f1ba6f9e-d62d-40ff-88a3-dc5054796aec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c786a95b-96e8-46c1-a1a0-fc4a1a977bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759015
Jul 13 22:06:32.209257 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8a4c101d-c438-4a75-a1e5-9f403c5a7377 req-50162b40-54b3-49e6-962f-224b472f4ab9 service neutron] 10.222.0.15 "GET /v2.0/networks/c786a95b-96e8-46c1-a1a0-fc4a1a977bd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322165
Jul 13 22:06:32.350521 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8a4c101d-c438-4a75-a1e5-9f403c5a7377 req-7bb7cc7f-b533-4ae5-9af2-4965146d8df0 service neutron] 10.222.0.15 "GET /v2.0/networks/c786a95b-96e8-46c1-a1a0-fc4a1a977bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348853
Jul 13 22:06:32.352651 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:32.875317 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7dfca-ba68-4e2a-8aad-c30a1f99716e req-a00d4cb3-93aa-4dc4-9bee-ceacf7465123 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:32.876970 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1aa7dfca-ba68-4e2a-8aad-c30a1f99716e req-a00d4cb3-93aa-4dc4-9bee-ceacf7465123 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.0823932
Jul 13 22:06:32.929384 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1aa7dfca-ba68-4e2a-8aad-c30a1f99716e req-f57cd8fa-1267-45bc-81b1-789459d77683 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463567
Jul 13 22:06:33.001348 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c82090db-1342-4810-84d9-145deae561cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:33.623543 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:34.133696 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35246b00-8b13-42b1-ab13-f70d88ff89d5 req-78c858b4-b7c2-4dc7-bf5a-96ebaff003ef tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:34.135808 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-35246b00-8b13-42b1-ab13-f70d88ff89d5 req-78c858b4-b7c2-4dc7-bf5a-96ebaff003ef tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.0825977
Jul 13 22:06:34.185929 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-35246b00-8b13-42b1-ab13-f70d88ff89d5 req-ae4448a5-9b71-41bd-9002-71f01e85e38e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439069
Jul 13 22:06:34.733726 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:48.366040 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:06:53.331848 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8fe88f4b-4211-4230-8706-267750c0485b req-68fbe754-ff6b-42c5-a263-17784fa421c8 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1918108287&fields=id&tenant_id=cc7dc58b5d6544d2831c594208eb42cb HTTP/1.1" status: 200  len: 267 time: 0.0448627
Jul 13 22:06:53.489740 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe88f4b-4211-4230-8706-267750c0485b req-6cb090d9-1140-43c1-a30d-ff7d91279bb3 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:53.491299 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8fe88f4b-4211-4230-8706-267750c0485b req-6cb090d9-1140-43c1-a30d-ff7d91279bb3 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/networks?id=4573dd2b-8874-433b-aa5f-53da409d80cd HTTP/1.1" status: 200  len: 812 time: 0.1520340
Jul 13 22:06:53.508206 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8fe88f4b-4211-4230-8706-267750c0485b req-0dd6612a-6556-498b-90b8-c5d89d89899e tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/quotas/cc7dc58b5d6544d2831c594208eb42cb HTTP/1.1" status: 200  len: 375 time: 0.0111883
Jul 13 22:06:53.598378 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8fe88f4b-4211-4230-8706-267750c0485b req-cb15fd02-b51c-487a-ba82-8f86d9ec6b3d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc7dc58b5d6544d2831c594208eb42cb&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0844562
Jul 13 22:06:53.744922 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8fe88f4b-4211-4230-8706-267750c0485b req-89efc2d5-f232-49bc-897c-9d21823d8b5f service neutron] 10.222.0.18 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344025
Jul 13 22:06:54.088795 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8fe88f4b-4211-4230-8706-267750c0485b req-7a1c85d4-0b5f-4c65-9759-d8e6c72df01a service neutron] 10.222.0.18 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3374815
Jul 13 22:06:54.500516 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-51a894f1-41ef-4fe2-abed-50573483d09a req-958b9b61-08a8-4d4e-b694-fffba5cce14d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 210 time: 0.0505846
Jul 13 22:06:55.673165 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fc6e360f-a3ea-4208-9e3d-decd86a4f9ef req-7d81c3dd-95f5-4cd1-badf-20cf41e5be26 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 210 time: 0.0493445
Jul 13 22:06:55.693513 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe88f4b-4211-4230-8706-267750c0485b req-60ca9875-a117-48ba-a174-e8f4ea222658 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:55.695369 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8fe88f4b-4211-4230-8706-267750c0485b req-60ca9875-a117-48ba-a174-e8f4ea222658 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.15 "GET /v2.0/networks?id=4573dd2b-8874-433b-aa5f-53da409d80cd HTTP/1.1" status: 200  len: 812 time: 0.1605558
Jul 13 22:06:55.763178 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8fe88f4b-4211-4230-8706-267750c0485b req-2a72b77b-3267-4630-937b-d4be28746b41 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc7dc58b5d6544d2831c594208eb42cb HTTP/1.1" status: 200  len: 380 time: 0.0445991
Jul 13 22:06:55.773362 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-8fe88f4b-4211-4230-8706-267750c0485b req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Request body: {'port': {'device_id': '257fa48f-5633-4959-8ebd-38f88f8c6c1a', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'admin_state_up': True, 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'security_groups': ['6000d54b-4787-4bdc-b55d-2e572630d241']}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:06:55.919413 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-8fe88f4b-4211-4230-8706-267750c0485b req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:06:55.929624 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-8fe88f4b-4211-4230-8706-267750c0485b req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:06:55.938948 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe88f4b-4211-4230-8706-267750c0485b req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Made reservation on behalf of cc7dc58b5d6544d2831c594208eb42cb for: {'port': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:06:55.944346 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-8fe88f4b-4211-4230-8706-267750c0485b req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:56.114065 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [req-8fe88f4b-4211-4230-8706-267750c0485b req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Allocated IP 172.20.0.4 (4573dd2b-8874-433b-aa5f-53da409d80cd/9f53db98-3e9c-409a-9118-d762e38b4e6e/4a0f3292-e8a7-418c-af1c-209d265d2fff) {{(pid=82083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:06:56.307395 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-8fe88f4b-4211-4230-8706-267750c0485b req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for port, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:56.323867 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-8fe88f4b-4211-4230-8706-267750c0485b req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Transition to ACTIVE for port object 4a0f3292-e8a7-418c-af1c-209d265d2fff will not be triggered until provisioned by entity DHCP. {{(pid=82083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:06:56.342697 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-8fe88f4b-4211-4230-8706-267750c0485b req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:56.348345 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6106091d-5cd0-4a3a-9f77-e10e1a28e04c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:06:56.418506 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe88f4b-4211-4230-8706-267750c0485b req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Network 4573dd2b-8874-433b-aa5f-53da409d80cd is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:06:56.422153 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [req-8fe88f4b-4211-4230-8706-267750c0485b req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:06:56.426652 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe88f4b-4211-4230-8706-267750c0485b req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Received port after_create {{(pid=82083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:06:56.457579 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Pushing event updated for resources: {'Port': ['ID=4a0f3292-e8a7-418c-af1c-209d265d2fff,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:06:56.483931 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:06:56.484328 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:06:56.484747 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:06:56.485187 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:06:56.485595 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:06:56.486001 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:06:56.486407 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:06:56.486808 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:06:56.487210 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:06:56.487610 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:06:56.488004 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:06:56.495742 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:06:56.515817 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe88f4b-4211-4230-8706-267750c0485b req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:56.516573 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-8fe88f4b-4211-4230-8706-267750c0485b req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:56.547249 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8fe88f4b-4211-4230-8706-267750c0485b req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7778618
Jul 13 22:06:56.572898 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-8fe88f4b-4211-4230-8706-267750c0485b req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] Request body: {'port': {'device_id': '257fa48f-5633-4959-8ebd-38f88f8c6c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:06:56.696172 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-8fe88f4b-4211-4230-8706-267750c0485b req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:56.795496 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-58771b99-ff94-4b6f-8cb9-f73151ee7526 None None] Provisioning for port 4a0f3292-e8a7-418c-af1c-209d265d2fff completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:06:56.800723 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-58771b99-ff94-4b6f-8cb9-f73151ee7526 None None] Provisioning complete for port 4a0f3292-e8a7-418c-af1c-209d265d2fff triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:06:56.801215 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-58771b99-ff94-4b6f-8cb9-f73151ee7526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:56.862595 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:56.867045 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-58771b99-ff94-4b6f-8cb9-f73151ee7526 None None] Port 4a0f3292-e8a7-418c-af1c-209d265d2fff cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 22:06:57.226790 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11eadaa-d543-4ce8-aa58-0599a44c10f5 req-bcfe498e-35a0-4c0d-b44d-042d226d8d68 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:57.227544 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-c11eadaa-d543-4ce8-aa58-0599a44c10f5 req-bcfe498e-35a0-4c0d-b44d-042d226d8d68 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Synchronizing usage tracker for tenant:cc7dc58b5d6544d2831c594208eb42cb on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:06:57.263742 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-c11eadaa-d543-4ce8-aa58-0599a44c10f5 req-bcfe498e-35a0-4c0d-b44d-042d226d8d68 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Unset dirty status for tenant:cc7dc58b5d6544d2831c594208eb42cb on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:06:57.265031 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c11eadaa-d543-4ce8-aa58-0599a44c10f5 req-bcfe498e-35a0-4c0d-b44d-042d226d8d68 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 931 time: 0.4497237
Jul 13 22:06:57.376504 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [req-8fe88f4b-4211-4230-8706-267750c0485b req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0f3292-e8a7-418c-af1c-209d265d2fff {{(pid=82083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:06:57.382143 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c11eadaa-d543-4ce8-aa58-0599a44c10f5 req-0a79b358-1418-4649-b543-baa3e4c6f2b2 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1107905
Jul 13 22:06:57.386219 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-8fe88f4b-4211-4230-8706-267750c0485b req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:57.401914 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-8fe88f4b-4211-4230-8706-267750c0485b req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] Transition to ACTIVE for port object 4a0f3292-e8a7-418c-af1c-209d265d2fff will not be triggered until provisioned by entity L2. {{(pid=82083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:06:57.404914 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-8fe88f4b-4211-4230-8706-267750c0485b req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852293183'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:57.409604 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-38f87421-2140-4670-ad60-bab4de060978 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:06:57.542556 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0f3292-e8a7-418c-af1c-209d265d2fff,revision_number=2']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:06:57.546444 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:06:57.653608 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-8fe88f4b-4211-4230-8706-267750c0485b req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] Attempting to bind port 4a0f3292-e8a7-418c-af1c-209d265d2fff on host hv-cinder-80061 for vnic_type normal with profile  {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:06:57.654036 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-8fe88f4b-4211-4230-8706-267750c0485b req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] Attempting to bind port 4a0f3292-e8a7-418c-af1c-209d265d2fff by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': '172b8712-6f8b-4c5b-9df7-68a1feb820ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd'}] {{(pid=82083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:06:57.654411 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe88f4b-4211-4230-8706-267750c0485b req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] Attempting to bind port 4a0f3292-e8a7-418c-af1c-209d265d2fff on network 4573dd2b-8874-433b-aa5f-53da409d80cd {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:06:57.660755 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe88f4b-4211-4230-8706-267750c0485b req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] Port 4a0f3292-e8a7-418c-af1c-209d265d2fff on network 4573dd2b-8874-433b-aa5f-53da409d80cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 13 22:06:57.661161 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe88f4b-4211-4230-8706-267750c0485b req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] Attempting to bind port 4a0f3292-e8a7-418c-af1c-209d265d2fff on network 4573dd2b-8874-433b-aa5f-53da409d80cd {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:06:57.668058 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe88f4b-4211-4230-8706-267750c0485b req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] Checking agent: {'id': '86d26810-67bf-4143-935e-299d5b9ec4cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:06:57.668443 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe88f4b-4211-4230-8706-267750c0485b req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] Checking segment: {'id': '172b8712-6f8b-4c5b-9df7-68a1feb820ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:06:57.668914 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe88f4b-4211-4230-8706-267750c0485b req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] Bound using segment: {'id': '172b8712-6f8b-4c5b-9df7-68a1feb820ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd'} {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:06:57.669396 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-8fe88f4b-4211-4230-8706-267750c0485b req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] Bound port: 4a0f3292-e8a7-418c-af1c-209d265d2fff, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '172b8712-6f8b-4c5b-9df7-68a1feb820ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd'}}] {{(pid=82083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:06:57.669783 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-8fe88f4b-4211-4230-8706-267750c0485b req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:57.765976 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-8fe88f4b-4211-4230-8706-267750c0485b req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] For port 4a0f3292-e8a7-418c-af1c-209d265d2fff, host hv-cinder-80061, cleared binding levels {{(pid=82083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:06:57.769139 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-8fe88f4b-4211-4230-8706-267750c0485b req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] For port 4a0f3292-e8a7-418c-af1c-209d265d2fff, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=4a0f3292-e8a7-418c-af1c-209d265d2fff,segment=NetworkSegment(172b8712-6f8b-4c5b-9df7-68a1feb820ba),segment_id=172b8712-6f8b-4c5b-9df7-68a1feb820ba)] {{(pid=82083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:06:57.772303 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-8fe88f4b-4211-4230-8706-267750c0485b req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852293183'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:57.776792 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-5dea0922-c9bd-484c-95d2-24de2012ab2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:06:57.834370 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-8fe88f4b-4211-4230-8706-267750c0485b req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:06:57.835877 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8fe88f4b-4211-4230-8706-267750c0485b req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] 10.222.0.15 "PUT /v2.0/ports/4a0f3292-e8a7-418c-af1c-209d265d2fff HTTP/1.1" status: 200  len: 1093 time: 1.2681990
Jul 13 22:06:57.838574 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257fa48f-5633-4959-8ebd-38f88f8c6c1a', 'tag': '4a0f3292-e8a7-418c-af1c-209d265d2fff'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:06:57.865026 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0f3292-e8a7-418c-af1c-209d265d2fff,revision_number=3']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:06:57.868204 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:06:57.902340 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257fa48f-5633-4959-8ebd-38f88f8c6c1a', 'tag': '4a0f3292-e8a7-418c-af1c-209d265d2fff', 'status': 'completed', 'code': 200}
Jul 13 22:06:57.984229 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8fe88f4b-4211-4230-8706-267750c0485b req-9abc5fcc-bbbe-4d6e-90dc-6ceda7a0959e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc7dc58b5d6544d2831c594208eb42cb&device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 1096 time: 0.0809000
Jul 13 22:06:58.069704 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8fe88f4b-4211-4230-8706-267750c0485b req-2fb1d7ef-871e-4568-83ef-56d4033164f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a0f3292-e8a7-418c-af1c-209d265d2fff HTTP/1.1" status: 200  len: 217 time: 0.0670185
Jul 13 22:06:58.141677 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe88f4b-4211-4230-8706-267750c0485b req-49f1fc5d-0536-4797-b2db-b44afd031cf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:58.143257 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8fe88f4b-4211-4230-8706-267750c0485b req-49f1fc5d-0536-4797-b2db-b44afd031cf7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f53db98-3e9c-409a-9118-d762e38b4e6e HTTP/1.1" status: 200  len: 851 time: 0.0670786
Jul 13 22:06:58.226781 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8fe88f4b-4211-4230-8706-267750c0485b req-7c3f2710-249a-4503-8871-40e252f433c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4573dd2b-8874-433b-aa5f-53da409d80cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754302
Jul 13 22:06:58.369481 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8fe88f4b-4211-4230-8706-267750c0485b req-f10bbcda-bd5b-4159-a14d-a488d9fb4058 service neutron] 10.222.0.15 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345811
Jul 13 22:06:58.548911 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-8fe88f4b-4211-4230-8706-267750c0485b req-5cc8b1b3-2667-4e8a-9dc6-8b3a48e08fa3 service neutron] 10.222.0.15 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1724434
Jul 13 22:06:58.596585 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5adf87-ee3c-42d5-a871-a026d3354280 req-b0dbe8b3-44f6-44fd-b904-9010ca7538fc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:58.598183 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ee5adf87-ee3c-42d5-a871-a026d3354280 req-b0dbe8b3-44f6-44fd-b904-9010ca7538fc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 943 time: 0.0917828
Jul 13 22:06:58.645604 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ee5adf87-ee3c-42d5-a871-a026d3354280 req-e64c8f5c-d074-4901-ad18-01fca8b7e63e tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407605
Jul 13 22:06:58.740395 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-37499e20-a44c-40d3-9ab4-160b84a15657 req-bde28c74-e085-43a3-b272-6c001c2edb4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc7dc58b5d6544d2831c594208eb42cb&device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 1096 time: 0.0733595
Jul 13 22:06:58.880917 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37499e20-a44c-40d3-9ab4-160b84a15657 req-1ebd14f1-04b7-4cb6-91b0-a68860933a8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:58.882408 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-37499e20-a44c-40d3-9ab4-160b84a15657 req-1ebd14f1-04b7-4cb6-91b0-a68860933a8d service neutron] 10.222.0.15 "GET /v2.0/networks?id=4573dd2b-8874-433b-aa5f-53da409d80cd HTTP/1.1" status: 200  len: 913 time: 0.1352682
Jul 13 22:06:58.968800 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-37499e20-a44c-40d3-9ab4-160b84a15657 req-330dcf2d-c49d-4dd1-8faf-d6996b75afcd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a0f3292-e8a7-418c-af1c-209d265d2fff HTTP/1.1" status: 200  len: 217 time: 0.0685587
Jul 13 22:06:59.036302 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37499e20-a44c-40d3-9ab4-160b84a15657 req-87ff3328-ba60-451f-9139-63d74d668197 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:59.037927 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-37499e20-a44c-40d3-9ab4-160b84a15657 req-87ff3328-ba60-451f-9139-63d74d668197 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f53db98-3e9c-409a-9118-d762e38b4e6e HTTP/1.1" status: 200  len: 851 time: 0.0626869
Jul 13 22:06:59.134077 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-37499e20-a44c-40d3-9ab4-160b84a15657 req-926bfe5d-ff2d-4434-8fe5-e44df79a8130 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4573dd2b-8874-433b-aa5f-53da409d80cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762422
Jul 13 22:06:59.288548 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-37499e20-a44c-40d3-9ab4-160b84a15657 req-520ff7e1-882e-4aba-ae9d-e066ea2408a9 service neutron] 10.222.0.15 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365192
Jul 13 22:06:59.430126 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-37499e20-a44c-40d3-9ab4-160b84a15657 req-7f9ebbf5-de96-4a13-990c-ea0e94a6596d service neutron] 10.222.0.15 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338241
Jul 13 22:06:59.850092 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68ab9e-7a93-4471-879c-9838cd151d58 req-9cea0003-d6fb-46c4-b868-c32041ddbec0 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:06:59.851646 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ea68ab9e-7a93-4471-879c-9838cd151d58 req-9cea0003-d6fb-46c4-b868-c32041ddbec0 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 943 time: 0.0807662
Jul 13 22:06:59.898008 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ea68ab9e-7a93-4471-879c-9838cd151d58 req-cf3b1433-60b5-4593-a2f7-b7f4ea6fc767 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396454
Jul 13 22:07:00.709838 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-14a86394-143c-4f5d-ae3c-d7160b4c96ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:01.098137 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1ca60-a616-42d5-9507-06e76e3b8ccf req-e49033dd-97d4-4266-b14c-3d263b0cba97 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:01.099693 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e6f1ca60-a616-42d5-9507-06e76e3b8ccf req-e49033dd-97d4-4266-b14c-3d263b0cba97 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 943 time: 0.0817311
Jul 13 22:07:01.147110 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e6f1ca60-a616-42d5-9507-06e76e3b8ccf req-36554b79-33dd-4337-8fc9-b072e2d9d3c0 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409150
Jul 13 22:07:02.350331 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9127142-1440-43a9-8314-da563f941edc req-ffe84c90-85cd-4a02-bf10-5ec3871c9e14 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:02.351898 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c9127142-1440-43a9-8314-da563f941edc req-ffe84c90-85cd-4a02-bf10-5ec3871c9e14 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 943 time: 0.0853150
Jul 13 22:07:02.354864 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:02.402757 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c9127142-1440-43a9-8314-da563f941edc req-a1326b00-27a3-4a1f-b2ba-441ba747d4b6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426652
Jul 13 22:07:03.002684 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b30e3044-abb5-446e-baca-c97c5c4603af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:03.606755 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9f5e3-c61b-4b7f-b9c4-f9afd85f0036 req-d88e82ad-7b55-48fc-bfe3-2135e66a2042 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:03.608328 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c8e9f5e3-c61b-4b7f-b9c4-f9afd85f0036 req-d88e82ad-7b55-48fc-bfe3-2135e66a2042 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 943 time: 0.0857456
Jul 13 22:07:03.625691 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:03.657302 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c8e9f5e3-c61b-4b7f-b9c4-f9afd85f0036 req-eba410d5-5fe9-486e-bd25-f30c771f594e tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416527
Jul 13 22:07:04.563059 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b3ab9-d347-41c9-8809-fd8789a8afef req-3d090490-66e7-4400-a468-7cfaf8f5834b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:04.564635 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-cf7b3ab9-d347-41c9-8809-fd8789a8afef req-3d090490-66e7-4400-a468-7cfaf8f5834b tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 947 time: 0.0816441
Jul 13 22:07:04.611480 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-cf7b3ab9-d347-41c9-8809-fd8789a8afef req-bd6c3476-d5f3-462f-bc81-aec0e39d7af1 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409050
Jul 13 22:07:04.736069 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:04.863583 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5d7e4-6f4b-422c-9ae8-a32193e81134 req-05d95065-6fda-4fe0-9c83-53f11ae490e2 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:04.865167 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-bce5d7e4-6f4b-422c-9ae8-a32193e81134 req-05d95065-6fda-4fe0-9c83-53f11ae490e2 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 943 time: 0.0807776
Jul 13 22:07:04.911490 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-bce5d7e4-6f4b-422c-9ae8-a32193e81134 req-3f16e710-aa6d-4155-b06d-f66137c97aec tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397198
Jul 13 22:07:05.829066 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf42528-5daa-4862-abd8-aa0d02000439 req-f8731d95-0ceb-47d0-80dc-746f3ed584cf tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:05.830663 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6bf42528-5daa-4862-abd8-aa0d02000439 req-f8731d95-0ceb-47d0-80dc-746f3ed584cf tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 947 time: 0.0862141
Jul 13 22:07:05.880201 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6bf42528-5daa-4862-abd8-aa0d02000439 req-1feb4dc8-ecb1-44f3-a4ec-774efbfc483e tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups?id=d165eb19-637a-4247-bc63-9a704556d28b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434120
Jul 13 22:07:06.058683 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace3baf-7850-4656-9ad1-e6614a3ac0c2 req-ef5a6d6f-8588-4b2d-a253-ce1a8295f243 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:06.060284 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-dace3baf-7850-4656-9ad1-e6614a3ac0c2 req-ef5a6d6f-8588-4b2d-a253-ce1a8295f243 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 947 time: 0.0815661
Jul 13 22:07:06.116388 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb39740-f74b-44f7-adce-e53f44387f5a req-ff125dbb-11fb-46ef-a9dd-4aa26f392d40 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:06.118026 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4cb39740-f74b-44f7-adce-e53f44387f5a req-ff125dbb-11fb-46ef-a9dd-4aa26f392d40 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 943 time: 0.0860920
Jul 13 22:07:06.139862 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-dace3baf-7850-4656-9ad1-e6614a3ac0c2 req-45f0befc-4f6c-4cc4-9a01-d527bd629e25 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Deleting port 374d0d10-106d-495a-aa20-5383d784104c {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:07:06.140254 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-dace3baf-7850-4656-9ad1-e6614a3ac0c2 req-45f0befc-4f6c-4cc4-9a01-d527bd629e25 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:06.168318 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4cb39740-f74b-44f7-adce-e53f44387f5a req-5a700f22-1de9-495a-bf7e-1db0dce6c677 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435114
Jul 13 22:07:06.276216 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 4a0f3292-e8a7-418c-af1c-209d265d2fff details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 13 22:07:06.399300 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-dace3baf-7850-4656-9ad1-e6614a3ac0c2 req-45f0befc-4f6c-4cc4-9a01-d527bd629e25 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] For port 374d0d10-106d-495a-aa20-5383d784104c, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=374d0d10-106d-495a-aa20-5383d784104c,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:07:06.399726 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-dace3baf-7850-4656-9ad1-e6614a3ac0c2 req-45f0befc-4f6c-4cc4-9a01-d527bd629e25 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:06.417558 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 4a0f3292-e8a7-418c-af1c-209d265d2fff, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=4a0f3292-e8a7-418c-af1c-209d265d2fff,segment=NetworkSegment(172b8712-6f8b-4c5b-9df7-68a1feb820ba),segment_id=172b8712-6f8b-4c5b-9df7-68a1feb820ba)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:07:06.431521 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Returning: {'device': '4a0f3292-e8a7-418c-af1c-209d265d2fff', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'port_id': '4a0f3292-e8a7-418c-af1c-209d265d2fff', 'mac_address': 'fa:16:3e:a9:bd:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 13 22:07:06.490843 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:06.510843 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0f3292-e8a7-418c-af1c-209d265d2fff {{(pid=82085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:07:06.525769 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 4a0f3292-e8a7-418c-af1c-209d265d2fff, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=4a0f3292-e8a7-418c-af1c-209d265d2fff,segment=NetworkSegment(172b8712-6f8b-4c5b-9df7-68a1feb820ba),segment_id=172b8712-6f8b-4c5b-9df7-68a1feb820ba)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:07:06.528705 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:06.531286 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:06.596651 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=4a0f3292-e8a7-418c-af1c-209d265d2fff,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:06.605877 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:06.606275 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:06.606661 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:06.607043 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:06.607424 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:06.607801 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:06.608174 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:06.608552 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:06.608951 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:06.609347 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:06.609695 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:06.613802 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:06.698462 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-dace3baf-7850-4656-9ad1-e6614a3ac0c2 req-45f0befc-4f6c-4cc4-9a01-d527bd629e25 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:06.698874 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-dace3baf-7850-4656-9ad1-e6614a3ac0c2 req-45f0befc-4f6c-4cc4-9a01-d527bd629e25 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758945'] for floatingip, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:06.699228 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.l3_db [req-dace3baf-7850-4656-9ad1-e6614a3ac0c2 req-45f0befc-4f6c-4cc4-9a01-d527bd629e25 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Floating IP 6608407c-c30e-4a71-b114-7c55748040d3 disassociated. External IP: 172.27.3.49, port: 374d0d10-106d-495a-aa20-5383d784104c.
Jul 13 22:07:06.699609 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-dace3baf-7850-4656-9ad1-e6614a3ac0c2 req-45f0befc-4f6c-4cc4-9a01-d527bd629e25 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Calling delete_port for 374d0d10-106d-495a-aa20-5383d784104c owned by compute:nova {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:07:06.842655 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-dace3baf-7850-4656-9ad1-e6614a3ac0c2 req-45f0befc-4f6c-4cc4-9a01-d527bd629e25 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:06.848295 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4673df64-9631-4a3d-b7ef-5efba6ecefd6 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:06.885076 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['4a0f3292-e8a7-418c-af1c-209d265d2fff'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:07:06.891869 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0befc-4f6c-4cc4-9a01-d527bd629e25 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Pushing event deleted for resources: {'Port': ['ID=374d0d10-106d-495a-aa20-5383d784104c,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:06.895560 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-45f0befc-4f6c-4cc4-9a01-d527bd629e25 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:07.294571 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-86f29f26-27f2-4d9e-85da-1ba762bb7da2 req-548771cc-a34f-43b2-a074-314c1178c367 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 210 time: 0.2693067
Jul 13 22:07:07.393182 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dace3baf-7850-4656-9ad1-e6614a3ac0c2 req-45f0befc-4f6c-4cc4-9a01-d527bd629e25 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Router 9b6c27d5-3320-4579-9081-2d22f2bf8b08 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:07:07.406532 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7892bea-a06d-4231-ac0c-60bfa79cec7f req-b0687fd7-fa4c-477b-a5fe-78233bfd10c3 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:07.408173 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d7892bea-a06d-4231-ac0c-60bfa79cec7f req-b0687fd7-fa4c-477b-a5fe-78233bfd10c3 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 944 time: 0.1020558
Jul 13 22:07:07.465542 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-d7892bea-a06d-4231-ac0c-60bfa79cec7f req-daedba6f-ef7f-4924-928a-71a9c38b5a7a tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485876
Jul 13 22:07:07.610365 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dace3baf-7850-4656-9ad1-e6614a3ac0c2 req-45f0befc-4f6c-4cc4-9a01-d527bd629e25 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:07:07.619907 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2119517a-13a6-4cdb-b12f-af53ed132f0c None None] Sync routers for ids ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'] in dv-cinder-800618-1-iscsi {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:07:07.632257 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2119517a-13a6-4cdb-b12f-af53ed132f0c None None] Routers {'9b6c27d5-3320-4579-9081-2d22f2bf8b08'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:07:07.632955 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-2119517a-13a6-4cdb-b12f-af53ed132f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf363796d8>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:07:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:07.682267 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-dace3baf-7850-4656-9ad1-e6614a3ac0c2 req-45f0befc-4f6c-4cc4-9a01-d527bd629e25 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] No DVR routers for this DVR port 374d0d10-106d-495a-aa20-5383d784104c on host hv-cinder-80061 {{(pid=82083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:07:07.684718 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-dace3baf-7850-4656-9ad1-e6614a3ac0c2 req-45f0befc-4f6c-4cc4-9a01-d527bd629e25 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:07.687469 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9f7760-852b-48f3-b2e6-de89b07593c7', 'name': 'network-vif-deleted', 'tag': '374d0d10-106d-495a-aa20-5383d784104c'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:07:07.702764 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-dace3baf-7850-4656-9ad1-e6614a3ac0c2 req-45f0befc-4f6c-4cc4-9a01-d527bd629e25 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.15 "DELETE /v2.0/ports/374d0d10-106d-495a-aa20-5383d784104c HTTP/1.1" status: 204  len: 173 time: 1.6358712
Jul 13 22:07:07.752194 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9f7760-852b-48f3-b2e6-de89b07593c7', 'name': 'network-vif-deleted', 'tag': '374d0d10-106d-495a-aa20-5383d784104c', 'status': 'completed', 'code': 200}
Jul 13 22:07:07.823033 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-2119517a-13a6-4cdb-b12f-af53ed132f0c None None] Set router 9b6c27d5-3320-4579-9081-2d22f2bf8b08 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:07:08.153395 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-2119517a-13a6-4cdb-b12f-af53ed132f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf363796d8>, [{'id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'name': 'tempest-AttachVolumeShelveTestJSON-95492827-router', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'gw_port': {'id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:48Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': 'a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9', 'name': '', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'mac_address': 'fa:16:3e:12:e1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:01Z', 'updated_at': '2021-07-13T21:59:14Z', 'revision_number': 5, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'subnets': [{'id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:08.157682 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2119517a-13a6-4cdb-b12f-af53ed132f0c None None] Checking router: 9b6c27d5-3320-4579-9081-2d22f2bf8b08 for host: dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:07:08.169866 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2119517a-13a6-4cdb-b12f-af53ed132f0c None None] Routers {'9b6c27d5-3320-4579-9081-2d22f2bf8b08'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:07:08.170531 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-2119517a-13a6-4cdb-b12f-af53ed132f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf363796d8>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:07:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:08.303433 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 4a0f3292-e8a7-418c-af1c-209d265d2fff up at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:07:08.429050 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-2119517a-13a6-4cdb-b12f-af53ed132f0c None None] Set router 9b6c27d5-3320-4579-9081-2d22f2bf8b08 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:07:08.475899 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning for port 4a0f3292-e8a7-418c-af1c-209d265d2fff completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:07:08.493630 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning complete for port 4a0f3292-e8a7-418c-af1c-209d265d2fff triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:07:08.493939 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:08.524554 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-13735137-b80d-47df-9f8e-bcdc4f6a1d1c req-e58906b6-fd91-4581-b68e-619eb7b6006f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9f7760-852b-48f3-b2e6-de89b07593c7 HTTP/1.1" status: 200  len: 210 time: 0.0490654
Jul 13 22:07:08.676260 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08b40b-3b95-4dbc-9d3e-06ad0f214c0f req-aff4ff58-004b-419f-9d73-cf5195fc33c3 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:08.677826 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7b08b40b-3b95-4dbc-9d3e-06ad0f214c0f req-aff4ff58-004b-419f-9d73-cf5195fc33c3 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 944 time: 0.0840418
Jul 13 22:07:08.731372 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-7b08b40b-3b95-4dbc-9d3e-06ad0f214c0f req-cdeef529-b1a8-45a6-973e-5f9853e6e2f1 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472772
Jul 13 22:07:08.812077 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:08.876339 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257fa48f-5633-4959-8ebd-38f88f8c6c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0f3292-e8a7-418c-af1c-209d265d2fff'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:07:08.894179 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 4a0f3292-e8a7-418c-af1c-209d265d2fff, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=4a0f3292-e8a7-418c-af1c-209d265d2fff,segment=NetworkSegment(172b8712-6f8b-4c5b-9df7-68a1feb820ba),segment_id=172b8712-6f8b-4c5b-9df7-68a1feb820ba)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:07:08.898427 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:08.902041 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:08.932400 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257fa48f-5633-4959-8ebd-38f88f8c6c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0f3292-e8a7-418c-af1c-209d265d2fff', 'code': 200}
Jul 13 22:07:08.979412 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-2119517a-13a6-4cdb-b12f-af53ed132f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf363796d8>, [{'id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'name': 'tempest-AttachVolumeShelveTestJSON-95492827-router', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'gw_port': {'id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:48Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': 'a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9', 'name': '', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'mac_address': 'fa:16:3e:12:e1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:01Z', 'updated_at': '2021-07-13T21:59:14Z', 'revision_number': 5, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'subnets': [{'id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:08.986640 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=4a0f3292-e8a7-418c-af1c-209d265d2fff,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:08.989815 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:08.991334 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2119517a-13a6-4cdb-b12f-af53ed132f0c None None] The sync data for ids ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'] in dv-cinder-800618-1-iscsi is: [{'id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'name': 'tempest-AttachVolumeShelveTestJSON-95492827-router', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'gw_port': {'id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:48Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': 'a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9', 'name': '', 'network_id': '0c5abd27-10e4-4762-82c4-ccb760681ca8', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'mac_address': 'fa:16:3e:12:e1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:59:01Z', 'updated_at': '2021-07-13T21:59:14Z', 'revision_number': 5, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'subnets': [{'id': '19a5e143-e3f3-4497-b1eb-410b89ec303c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:07:09.268884 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ed85eba0-0d20-417d-848a-42864fe0b68c req-f4ce7ef7-45b4-43d2-a309-8097c3c7a8b7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 1098 time: 0.0751951
Jul 13 22:07:09.322176 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ed85eba0-0d20-417d-848a-42864fe0b68c req-9b7ecfc4-3ac4-43ec-988a-0fee01e08217 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452175
Jul 13 22:07:09.454952 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8414e952-46ac-4ba7-9fff-c65013e7f936 None None] New status for floating IP 6608407c-c30e-4a71-b114-7c55748040d3: DOWN {{(pid=82086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 13 22:07:09.941544 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40b057-e022-4cbf-8edf-ab6198547f4f req-dbc3a09c-656e-444b-9893-d8c65cbf5b7d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:09.943121 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-bf40b057-e022-4cbf-8edf-ab6198547f4f req-dbc3a09c-656e-444b-9893-d8c65cbf5b7d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 945 time: 0.0868049
Jul 13 22:07:09.991700 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-bf40b057-e022-4cbf-8edf-ab6198547f4f req-b44684e6-227b-44ab-91c0-3b947c6d6b30 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424931
Jul 13 22:07:10.299472 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 374d0d10-106d-495a-aa20-5383d784104c no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:07:10.335519 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] No Port match for: 374d0d10-106d-495a-aa20-5383d784104c {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:07:10.335917 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 374d0d10-106d-495a-aa20-5383d784104c not bound to the agent host hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:07:10.701249 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 46136) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:10.769404 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2fdf6eef-1b53-470b-a9a7-bbfb79b0a67a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:10.797609 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2fdf6eef-1b53-470b-a9a7-bbfb79b0a67a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:10.845123 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2fdf6eef-1b53-470b-a9a7-bbfb79b0a67a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:10.850293 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-01549cb2-2674-42bc-ab00-8567f847d293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:10.865934 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf6eef-1b53-470b-a9a7-bbfb79b0a67a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d165eb19-637a-4247-bc63-9a704556d28b,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:10.878401 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2fdf6eef-1b53-470b-a9a7-bbfb79b0a67a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:10.879589 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-2fdf6eef-1b53-470b-a9a7-bbfb79b0a67a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "DELETE /v2.0/security-groups/d165eb19-637a-4247-bc63-9a704556d28b HTTP/1.1" status: 204  len: 168 time: 0.1772926
Jul 13 22:07:10.881104 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdf6eef-1b53-470b-a9a7-bbfb79b0a67a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:10.881559 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdf6eef-1b53-470b-a9a7-bbfb79b0a67a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:10.881973 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdf6eef-1b53-470b-a9a7-bbfb79b0a67a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:10.882581 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46140) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:10.883205 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdf6eef-1b53-470b-a9a7-bbfb79b0a67a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:10.883638 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdf6eef-1b53-470b-a9a7-bbfb79b0a67a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:10.884588 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdf6eef-1b53-470b-a9a7-bbfb79b0a67a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:10.885032 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdf6eef-1b53-470b-a9a7-bbfb79b0a67a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:10.885446 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdf6eef-1b53-470b-a9a7-bbfb79b0a67a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:10.885858 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdf6eef-1b53-470b-a9a7-bbfb79b0a67a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:10.886290 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdf6eef-1b53-470b-a9a7-bbfb79b0a67a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:10.886695 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fdf6eef-1b53-470b-a9a7-bbfb79b0a67a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:10.890270 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2fdf6eef-1b53-470b-a9a7-bbfb79b0a67a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:10.901989 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.v2.resource [None req-889954f8-cbb4-4ac2-8374-a3c5f464ffe5 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] show failed (client error): The resource could not be found.
Jul 13 22:07:10.903319 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-889954f8-cbb4-4ac2-8374-a3c5f464ffe5 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "GET /v2.0/security-groups/d165eb19-637a-4247-bc63-9a704556d28b HTTP/1.1" status: 404  len: 347 time: 0.0194621
Jul 13 22:07:10.906243 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46144) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:11.068585 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-4a741f6c-8065-40c5-b621-714ea75c4f15 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Deleting port da68c52f-4dce-4a1d-a92d-bdf1f6b3485f {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:07:11.069000 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4a741f6c-8065-40c5-b621-714ea75c4f15 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:11.313372 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4a741f6c-8065-40c5-b621-714ea75c4f15 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:11.313943 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4a741f6c-8065-40c5-b621-714ea75c4f15 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:11.335256 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c6342-49f3-4120-b7ec-241006ff40c8 req-e1d35a3f-c102-468c-9bd7-259cd4ff8dca tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:11.336869 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ba8c6342-49f3-4120-b7ec-241006ff40c8 req-e1d35a3f-c102-468c-9bd7-259cd4ff8dca tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 945 time: 0.2146807
Jul 13 22:07:11.471822 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-4a741f6c-8065-40c5-b621-714ea75c4f15 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Calling delete_port for da68c52f-4dce-4a1d-a92d-bdf1f6b3485f owned by network:floatingip {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:07:11.550432 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ba8c6342-49f3-4120-b7ec-241006ff40c8 req-56ea9fa7-0961-46f8-80c6-64b1a60f430d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1612399
Jul 13 22:07:11.635948 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4a741f6c-8065-40c5-b621-714ea75c4f15 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:11.640712 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a12d8723-4a54-4461-a424-880cbe97c75c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:11.684434 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a741f6c-8065-40c5-b621-714ea75c4f15 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Pushing event deleted for resources: {'Port': ['ID=da68c52f-4dce-4a1d-a92d-bdf1f6b3485f,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:11.687512 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4a741f6c-8065-40c5-b621-714ea75c4f15 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:11.759813 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20647ac8-31dd-479a-9647-77f2b059ee6b req-70622670-15ee-4216-ba6f-1d467f9c8615 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:11.761485 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-20647ac8-31dd-479a-9647-77f2b059ee6b req-70622670-15ee-4216-ba6f-1d467f9c8615 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 945 time: 0.0892529
Jul 13 22:07:11.784883 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4a741f6c-8065-40c5-b621-714ea75c4f15 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks [] for floatingip, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:11.800277 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4a741f6c-8065-40c5-b621-714ea75c4f15 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for floatingip, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:11.801576 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-4a741f6c-8065-40c5-b621-714ea75c4f15 tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] 10.222.0.18 "DELETE /v2.0/floatingips/6608407c-c30e-4a71-b114-7c55748040d3 HTTP/1.1" status: 204  len: 168 time: 0.8942847
Jul 13 22:07:11.813450 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-20647ac8-31dd-479a-9647-77f2b059ee6b req-7cfaa088-7ad5-4d9e-a3e5-ac186a2cdd77 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445719
Jul 13 22:07:11.842136 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46154) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:12.058919 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-f2a856c1-f275-41cf-be2a-5725df7093ae tempest-TestVolumeBootPattern-1047861481 tempest-TestVolumeBootPattern-1047861481-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 1093 time: 0.2154770
Jul 13 22:07:12.061713 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46162) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:12.067376 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Request body: {'floatingip': {'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'port_id': '4a0f3292-e8a7-418c-af1c-209d265d2fff', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:07:12.073076 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:07:12.077028 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Usage tracker for resource:floatingip and tenant:cc7dc58b5d6544d2831c594208eb42cb is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:07:12.080210 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:07:12.086151 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:07:12.095756 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for floatingip, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:12.241203 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:12.390925 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Allocated IP 172.27.3.212 (c8866fbd-09a0-4cda-b97c-1016e46e3e88/8a6156a0-7e3f-4c59-8b62-81399f240021/e7518204-b308-47d6-a564-89ac43ca3972) {{(pid=82083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:07:12.543715 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for port, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:12.568757 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:12.573715 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6b35adfc-c203-4fac-9e05-703159d069ed tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:12.642283 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Network c8866fbd-09a0-4cda-b97c-1016e46e3e88 is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:07:12.645549 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:07:12.650013 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Received port after_create {{(pid=82083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:07:12.675290 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Pushing event updated for resources: {'Port': ['ID=e7518204-b308-47d6-a564-89ac43ca3972,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:12.680443 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:13.160242 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:13.221738 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:13.636213 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for port, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:13.639308 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852293183'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:13.643555 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:13.744944 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Pushing event updated for resources: {'Port': ['ID=e7518204-b308-47d6-a564-89ac43ca3972,revision_number=2']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:13.753142 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:13.766496 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758945'] for floatingip, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:13.959624 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.l3_db [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Floating IP 99a4c764-649a-444a-b5d5-f57bd4264c14 associated. External IP: 172.27.3.212, port: 4a0f3292-e8a7-418c-af1c-209d265d2fff.
Jul 13 22:07:14.357721 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:07:14.567610 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:07:14.578138 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f81a6e8-9d82-441d-ada2-a22de7a1b43f None None] Sync routers for ids ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'] in dv-cinder-800618-1-iscsi {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:07:14.591348 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f81a6e8-9d82-441d-ada2-a22de7a1b43f None None] Routers {'51c20fc9-a475-4045-8b4e-3f51b2d2cb01'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:07:14.592026 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-1f81a6e8-9d82-441d-ada2-a22de7a1b43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36538cc0>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:07:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:14.592830 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for floatingip, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:14.646379 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46182) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:14.662962 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5925386
Jul 13 22:07:14.662962 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257fa48f-5633-4959-8ebd-38f88f8c6c1a', 'tag': '4a0f3292-e8a7-418c-af1c-209d265d2fff'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:07:14.717567 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257fa48f-5633-4959-8ebd-38f88f8c6c1a', 'tag': '4a0f3292-e8a7-418c-af1c-209d265d2fff', 'status': 'completed', 'code': 200}
Jul 13 22:07:14.785747 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-1f81a6e8-9d82-441d-ada2-a22de7a1b43f None None] Set router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:07:15.001532 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-192a8f1a-5118-48c5-ab00-d1cfe98ace4a req-efe3883a-7853-4a31-b11e-5dc20f73cc0d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc7dc58b5d6544d2831c594208eb42cb&device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 1098 time: 0.2349272
Jul 13 22:07:15.176510 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a8f1a-5118-48c5-ab00-d1cfe98ace4a req-7804de51-bd27-4a7e-bf87-b9e4b96951b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:15.178144 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-192a8f1a-5118-48c5-ab00-d1cfe98ace4a req-7804de51-bd27-4a7e-bf87-b9e4b96951b1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4573dd2b-8874-433b-aa5f-53da409d80cd HTTP/1.1" status: 200  len: 913 time: 0.1694069
Jul 13 22:07:15.324315 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-1f81a6e8-9d82-441d-ada2-a22de7a1b43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36538cc0>, [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:25Z', 'revision_number': 4, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port': {'id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': '99a4c764-649a-444a-b5d5-f57bd4264c14', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'port_id': '4a0f3292-e8a7-418c-af1c-209d265d2fff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'mac_address': 'fa:16:3e:a9:bd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257fa48f-5633-4959-8ebd-38f88f8c6c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:07:13Z', 'updated_at': '2021-07-13T22:07:13Z', 'revision_number': 0, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'fixed_ip_address_scope': None}, {'id': 'e99eb487-117b-4702-9de5-9cfc5e3faab2', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'port_id': '66dec045-dc0d-46a7-9b97-a15cf64475dc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'mac_address': 'fa:16:3e:87:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ba278-3b26-4e51-8869-6c88a674424d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:05:01Z', 'updated_at': '2021-07-13T22:05:04Z', 'revision_number': 1, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd87b91-6cc2-4e02-9869-d54006962875', 'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'mac_address': 'fa:16:3e:66:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:24Z', 'updated_at': '2021-07-13T22:00:36Z', 'revision_number': 5, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'subnets': [{'id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:15.328274 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f81a6e8-9d82-441d-ada2-a22de7a1b43f None None] Checking router: 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 for host: dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:07:15.340746 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f81a6e8-9d82-441d-ada2-a22de7a1b43f None None] Routers {'51c20fc9-a475-4045-8b4e-3f51b2d2cb01'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:07:15.341438 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-1f81a6e8-9d82-441d-ada2-a22de7a1b43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36538cc0>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:07:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:15.420602 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-192a8f1a-5118-48c5-ab00-d1cfe98ace4a req-45fa5163-fc28-46be-9b66-20c9fbfd7751 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a0f3292-e8a7-418c-af1c-209d265d2fff HTTP/1.1" status: 200  len: 999 time: 0.1756051
Jul 13 22:07:15.513208 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a8f1a-5118-48c5-ab00-d1cfe98ace4a req-188cb83c-016c-444a-86da-f1c3014d954f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:15.514764 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-192a8f1a-5118-48c5-ab00-d1cfe98ace4a req-188cb83c-016c-444a-86da-f1c3014d954f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f53db98-3e9c-409a-9118-d762e38b4e6e HTTP/1.1" status: 200  len: 851 time: 0.0810595
Jul 13 22:07:15.531285 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-1f81a6e8-9d82-441d-ada2-a22de7a1b43f None None] Set router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:07:15.599787 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4cc538fd-2e30-4e5b-9f5b-a36fe803b1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758852'] for router_interface, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:15.919084 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-1f81a6e8-9d82-441d-ada2-a22de7a1b43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36538cc0>, [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:25Z', 'revision_number': 4, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port': {'id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': '99a4c764-649a-444a-b5d5-f57bd4264c14', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'port_id': '4a0f3292-e8a7-418c-af1c-209d265d2fff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'mac_address': 'fa:16:3e:a9:bd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257fa48f-5633-4959-8ebd-38f88f8c6c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:07:13Z', 'updated_at': '2021-07-13T22:07:13Z', 'revision_number': 0, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'fixed_ip_address_scope': None}, {'id': 'e99eb487-117b-4702-9de5-9cfc5e3faab2', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'port_id': '66dec045-dc0d-46a7-9b97-a15cf64475dc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'mac_address': 'fa:16:3e:87:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ba278-3b26-4e51-8869-6c88a674424d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:05:01Z', 'updated_at': '2021-07-13T22:05:04Z', 'revision_number': 1, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd87b91-6cc2-4e02-9869-d54006962875', 'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'mac_address': 'fa:16:3e:66:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:24Z', 'updated_at': '2021-07-13T22:00:36Z', 'revision_number': 5, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'subnets': [{'id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:15.923662 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f81a6e8-9d82-441d-ada2-a22de7a1b43f None None] The sync data for ids ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'] in dv-cinder-800618-1-iscsi is: [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:25Z', 'revision_number': 4, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port': {'id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': '99a4c764-649a-444a-b5d5-f57bd4264c14', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'port_id': '4a0f3292-e8a7-418c-af1c-209d265d2fff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'mac_address': 'fa:16:3e:a9:bd:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '257fa48f-5633-4959-8ebd-38f88f8c6c1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:07:13Z', 'updated_at': '2021-07-13T22:07:13Z', 'revision_number': 0, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'fixed_ip_address_scope': None}, {'id': 'e99eb487-117b-4702-9de5-9cfc5e3faab2', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'port_id': '66dec045-dc0d-46a7-9b97-a15cf64475dc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'mac_address': 'fa:16:3e:87:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ba278-3b26-4e51-8869-6c88a674424d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:05:01Z', 'updated_at': '2021-07-13T22:05:04Z', 'revision_number': 1, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd87b91-6cc2-4e02-9869-d54006962875', 'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'mac_address': 'fa:16:3e:66:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:24Z', 'updated_at': '2021-07-13T22:00:36Z', 'revision_number': 5, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'subnets': [{'id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:07:15.945753 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-192a8f1a-5118-48c5-ab00-d1cfe98ace4a req-fbe6d29b-1443-43d5-bbfc-76a43559d3ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4573dd2b-8874-433b-aa5f-53da409d80cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4236691
Jul 13 22:07:16.122129 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-192a8f1a-5118-48c5-ab00-d1cfe98ace4a req-9219b61f-eaeb-44fd-baf6-4f3d4da10fa9 service neutron] 10.222.0.15 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1676421
Jul 13 22:07:16.286082 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4437ed12-4250-4ba9-97b8-57b27f8a594c None None] New status for floating IP 99a4c764-649a-444a-b5d5-f57bd4264c14: ACTIVE {{(pid=82086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 13 22:07:16.340937 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-192a8f1a-5118-48c5-ab00-d1cfe98ace4a req-e6396138-8f91-4a53-8016-b00ad18c3698 service neutron] 10.222.0.15 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2013965
Jul 13 22:07:16.716857 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-4cc538fd-2e30-4e5b-9f5b-a36fe803b1fe admin admin] Deleting port a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9 {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:07:16.717239 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4cc538fd-2e30-4e5b-9f5b-a36fe803b1fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:16.900426 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-4cc538fd-2e30-4e5b-9f5b-a36fe803b1fe admin admin] For port a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:07:16.900738 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4cc538fd-2e30-4e5b-9f5b-a36fe803b1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:17.024219 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-4cc538fd-2e30-4e5b-9f5b-a36fe803b1fe admin admin] Calling delete_port for a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9 owned by network:router_interface {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:07:17.330179 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4cc538fd-2e30-4e5b-9f5b-a36fe803b1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:17.334635 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:17.383265 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc538fd-2e30-4e5b-9f5b-a36fe803b1fe admin admin] Pushing event deleted for resources: {'Port': ['ID=a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:17.386658 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4cc538fd-2e30-4e5b-9f5b-a36fe803b1fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:17.650304 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2f6e3-9a4a-42ab-a1bf-84db89c281a7 req-56f2ebb4-a59c-4c15-a416-a88e2a9712e4 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:17.652144 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6bb2f6e3-9a4a-42ab-a1bf-84db89c281a7 req-56f2ebb4-a59c-4c15-a416-a88e2a9712e4 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.0921013
Jul 13 22:07:17.696897 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4cc538fd-2e30-4e5b-9f5b-a36fe803b1fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838721501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854024460'] for router_interface, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:17.700364 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6bb2f6e3-9a4a-42ab-a1bf-84db89c281a7 req-88e6d19b-cd90-47d1-bc29-96af06f6de73 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418353
Jul 13 22:07:18.484445 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc538fd-2e30-4e5b-9f5b-a36fe803b1fe admin admin] Router 9b6c27d5-3320-4579-9081-2d22f2bf8b08 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:07:18.691570 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc538fd-2e30-4e5b-9f5b-a36fe803b1fe admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:07:18.700745 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadb23f0-5b4c-4284-9f5d-e61408e4af70 None None] Sync routers for ids ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'] in dv-cinder-800618-1-iscsi {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:07:18.704981 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-4cc538fd-2e30-4e5b-9f5b-a36fe803b1fe admin admin] 10.222.0.18 "PUT /v2.0/routers/9b6c27d5-3320-4579-9081-2d22f2bf8b08/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0575035
Jul 13 22:07:18.707602 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46208) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:18.713400 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadb23f0-5b4c-4284-9f5d-e61408e4af70 None None] Routers {'9b6c27d5-3320-4579-9081-2d22f2bf8b08'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:07:18.714072 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-aadb23f0-5b4c-4284-9f5d-e61408e4af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36165c88>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:07:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:18.904134 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-aadb23f0-5b4c-4284-9f5d-e61408e4af70 None None] Set router 9b6c27d5-3320-4579-9081-2d22f2bf8b08 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:07:18.960054 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6eab37-3f21-401e-a831-10933dfbd382 req-2e7e12f9-8421-44cf-b5fe-6b31d7c18098 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:18.961587 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9b6eab37-3f21-401e-a831-10933dfbd382 req-2e7e12f9-8421-44cf-b5fe-6b31d7c18098 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.1123109
Jul 13 22:07:19.029377 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-52249669-39e2-41b4-b0e0-092dfff6041d admin admin] Notify callbacks [] for router, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:19.085338 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9b6eab37-3f21-401e-a831-10933dfbd382 req-eba34643-157a-4b80-afee-93311004bfdb tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1164012
Jul 13 22:07:19.205818 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-aadb23f0-5b4c-4284-9f5d-e61408e4af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36165c88>, [{'id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'name': 'tempest-AttachVolumeShelveTestJSON-95492827-router', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T22:07:17Z', 'revision_number': 5, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'gw_port': {'id': 'c5d191ae-99b7-4651-9d99-c3204a0992a3', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:48Z', 'updated_at': '2021-07-13T21:59:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:19.209996 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadb23f0-5b4c-4284-9f5d-e61408e4af70 None None] Checking router: 9b6c27d5-3320-4579-9081-2d22f2bf8b08 for host: dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:07:19.223350 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadb23f0-5b4c-4284-9f5d-e61408e4af70 None None] Routers {'9b6c27d5-3320-4579-9081-2d22f2bf8b08'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:07:19.224006 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-aadb23f0-5b4c-4284-9f5d-e61408e4af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36165c88>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:07:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:19.245611 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-52249669-39e2-41b4-b0e0-092dfff6041d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:19.253686 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-52249669-39e2-41b4-b0e0-092dfff6041d admin admin] Deleting port c5d191ae-99b7-4651-9d99-c3204a0992a3 {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:07:19.254180 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-52249669-39e2-41b4-b0e0-092dfff6041d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:19.383157 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-aadb23f0-5b4c-4284-9f5d-e61408e4af70 None None] Set router 9b6c27d5-3320-4579-9081-2d22f2bf8b08 gateway port host: None {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:07:19.436302 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-52249669-39e2-41b4-b0e0-092dfff6041d admin admin] For port c5d191ae-99b7-4651-9d99-c3204a0992a3, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=c5d191ae-99b7-4651-9d99-c3204a0992a3,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:07:19.436709 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-52249669-39e2-41b4-b0e0-092dfff6041d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:19.493747 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-aadb23f0-5b4c-4284-9f5d-e61408e4af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36165c88>, [{'id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'name': 'tempest-AttachVolumeShelveTestJSON-95492827-router', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T22:07:19Z', 'revision_number': 6, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'gw_port_host': None}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:19.497858 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadb23f0-5b4c-4284-9f5d-e61408e4af70 None None] The sync data for ids ['9b6c27d5-3320-4579-9081-2d22f2bf8b08'] in dv-cinder-800618-1-iscsi is: [{'id': '9b6c27d5-3320-4579-9081-2d22f2bf8b08', 'name': 'tempest-AttachVolumeShelveTestJSON-95492827-router', 'tenant_id': 'e98d195175fb48da8da0450cb337c9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:46Z', 'updated_at': '2021-07-13T22:07:19Z', 'revision_number': 6, 'project_id': 'e98d195175fb48da8da0450cb337c9e2', 'gw_port_host': None}] {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:07:19.570092 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-52249669-39e2-41b4-b0e0-092dfff6041d admin admin] Calling delete_port for c5d191ae-99b7-4651-9d99-c3204a0992a3 owned by network:router_gateway {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:07:19.740427 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-52249669-39e2-41b4-b0e0-092dfff6041d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:19.744926 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-9b6dd66c-21a3-4526-8b47-8903323d97bc tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:19.786800 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52249669-39e2-41b4-b0e0-092dfff6041d admin admin] Pushing event deleted for resources: {'Port': ['ID=c5d191ae-99b7-4651-9d99-c3204a0992a3,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:19.791329 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-52249669-39e2-41b4-b0e0-092dfff6041d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:20.023082 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-52249669-39e2-41b4-b0e0-092dfff6041d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753781'] for router_gateway, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:20.300210 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d792156-76b8-46cd-8cab-c2773102520c req-1447cde1-7f0e-4f34-86a5-442f0bde5087 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:20.301850 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3d792156-76b8-46cd-8cab-c2773102520c req-1447cde1-7f0e-4f34-86a5-442f0bde5087 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.0847349
Jul 13 22:07:20.350905 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3d792156-76b8-46cd-8cab-c2773102520c req-c0d8df90-6dd1-4dae-b00b-2ff791c8213a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422747
Jul 13 22:07:20.504397 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-52249669-39e2-41b4-b0e0-092dfff6041d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770116'] for router, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:20.508809 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-52249669-39e2-41b4-b0e0-092dfff6041d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:20.591182 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-52249669-39e2-41b4-b0e0-092dfff6041d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854029851'] for router, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:20.591541 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52249669-39e2-41b4-b0e0-092dfff6041d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b6c27d5-3320-4579-9081-2d22f2bf8b08 {{(pid=82083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 13 22:07:20.605075 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-52249669-39e2-41b4-b0e0-092dfff6041d admin admin] Notify callbacks [] for router, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:20.606310 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-52249669-39e2-41b4-b0e0-092dfff6041d admin admin] 10.222.0.18 "DELETE /v2.0/routers/9b6c27d5-3320-4579-9081-2d22f2bf8b08 HTTP/1.1" status: 204  len: 168 time: 1.8977365
Jul 13 22:07:20.608912 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46216) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:20.680261 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b8e3d3-a02d-48eb-b407-6f7ebb44ba76 admin admin] Deleting subnet 19a5e143-e3f3-4497-b1eb-410b89ec303c {{(pid=82083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 13 22:07:20.684432 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e3b8e3d3-a02d-48eb-b407-6f7ebb44ba76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:20.739122 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e3b8e3d3-a02d-48eb-b407-6f7ebb44ba76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852293096'] for subnet, precommit_delete_associations {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:20.865903 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e3b8e3d3-a02d-48eb-b407-6f7ebb44ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854679291'] for subnet, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:20.930928 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e3b8e3d3-a02d-48eb-b407-6f7ebb44ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-96525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852293234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1649821'] for subnet, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:20.935518 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-96118563-81d9-43a6-be8c-b6b146cd9fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:20.972837 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8e3d3-a02d-48eb-b407-6f7ebb44ba76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19a5e143-e3f3-4497-b1eb-410b89ec303c,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:20.976979 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e3b8e3d3-a02d-48eb-b407-6f7ebb44ba76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:20.980270 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e3b8e3d3-a02d-48eb-b407-6f7ebb44ba76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:20.985809 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e5203f-de21-4dab-acf8-32a2ce30d303 None None] Network 0c5abd27-10e4-4762-82c4-ccb760681ca8 requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:07:20.986334 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-e3b8e3d3-a02d-48eb-b407-6f7ebb44ba76 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/19a5e143-e3f3-4497-b1eb-410b89ec303c HTTP/1.1" status: 204  len: 168 time: 0.3764186
Jul 13 22:07:20.988918 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46220) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:21.103297 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0f0b72d5-8f4e-49e8-bd56-bb5d98ba9114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-104256'] for network, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:21.114047 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b72d5-8f4e-49e8-bd56-bb5d98ba9114 admin admin] Deleting port 325347cd-d3fc-4639-aac4-c1330d11a713 {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:07:21.114504 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0f0b72d5-8f4e-49e8-bd56-bb5d98ba9114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:21.227193 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device c5d191ae-99b7-4651-9d99-c3204a0992a3 no longer exists at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:07:21.262810 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27e1b4c-2efa-4564-82dc-2b9646efac0a None None] DHCP port deletion for 0c5abd27-10e4-4762-82c4-ccb760681ca8 request from dv-cinder-800618-1-iscsi {{(pid=82085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 13 22:07:21.271214 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] No Port match for: c5d191ae-99b7-4651-9d99-c3204a0992a3 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:07:21.271611 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device c5d191ae-99b7-4651-9d99-c3204a0992a3 not bound to the agent host dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:07:21.272101 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9 no longer exists at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:07:21.300209 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-f27e1b4c-2efa-4564-82dc-2b9646efac0a None None] Deleting port 325347cd-d3fc-4639-aac4-c1330d11a713 {{(pid=82085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:07:21.300639 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f27e1b4c-2efa-4564-82dc-2b9646efac0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:21.329760 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-0f0b72d5-8f4e-49e8-bd56-bb5d98ba9114 admin admin] For port 325347cd-d3fc-4639-aac4-c1330d11a713, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=325347cd-d3fc-4639-aac4-c1330d11a713,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:07:21.330163 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0f0b72d5-8f4e-49e8-bd56-bb5d98ba9114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:21.332929 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] No Port match for: a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:07:21.333337 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device a59ac8a1-de2b-48bb-9d8f-dc88da5cf6c9 not bound to the agent host dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:07:21.462980 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-0f0b72d5-8f4e-49e8-bd56-bb5d98ba9114 admin admin] Calling delete_port for 325347cd-d3fc-4639-aac4-c1330d11a713 owned by network:dhcp {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:07:21.522203 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-f27e1b4c-2efa-4564-82dc-2b9646efac0a None None] For port 325347cd-d3fc-4639-aac4-c1330d11a713, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=325347cd-d3fc-4639-aac4-c1330d11a713,segment=NetworkSegment(70c3bd65-8191-4a64-8929-c27a55af21f8),segment_id=70c3bd65-8191-4a64-8929-c27a55af21f8)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:07:21.522798 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f27e1b4c-2efa-4564-82dc-2b9646efac0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:21.591992 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0f0b72d5-8f4e-49e8-bd56-bb5d98ba9114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:21.597506 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:21.657249 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b72d5-8f4e-49e8-bd56-bb5d98ba9114 admin admin] Pushing event deleted for resources: {'Port': ['ID=325347cd-d3fc-4639-aac4-c1330d11a713,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:21.663363 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-0f0b72d5-8f4e-49e8-bd56-bb5d98ba9114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:21.672482 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ee2b8-9f2f-484b-8cd6-c3cda55a7e48 req-f9d90da2-7d9d-4d6a-9c01-b08b3ac54b24 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:21.674212 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5f6ee2b8-9f2f-484b-8cd6-c3cda55a7e48 req-f9d90da2-7d9d-4d6a-9c01-b08b3ac54b24 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.1845887
Jul 13 22:07:21.675160 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0b72d5-8f4e-49e8-bd56-bb5d98ba9114 admin admin] No DVR routers for this DVR port 325347cd-d3fc-4639-aac4-c1330d11a713 on host dv-cinder-800618-1-iscsi {{(pid=82083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:07:21.814828 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-f27e1b4c-2efa-4564-82dc-2b9646efac0a None None] Calling delete_port for 325347cd-d3fc-4639-aac4-c1330d11a713 owned by network:dhcp {{(pid=82085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:07:21.835902 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0f0b72d5-8f4e-49e8-bd56-bb5d98ba9114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690162', 'neutron.services.segments.db._delete_segments_for_network--9223363253856679420'] for network, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:21.849729 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5f6ee2b8-9f2f-484b-8cd6-c3cda55a7e48 req-425310b2-df0a-4a32-8e33-5c03210f293c tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1465032
Jul 13 22:07:21.853911 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-0f0b72d5-8f4e-49e8-bd56-bb5d98ba9114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf3686f128>,) {'filters': {'network_id': ['0c5abd27-10e4-4762-82c4-ccb760681ca8']}} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:21.867340 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-0f0b72d5-8f4e-49e8-bd56-bb5d98ba9114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf3686f128>, '70c3bd65-8191-4a64-8929-c27a55af21f8') {'for_net_delete': True} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:21.867690 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-0f0b72d5-8f4e-49e8-bd56-bb5d98ba9114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf3686f128>, '70c3bd65-8191-4a64-8929-c27a55af21f8') {} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:21.879944 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0f0b72d5-8f4e-49e8-bd56-bb5d98ba9114 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253856686179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2482704'] for segment, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:21.885424 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.db.api [None req-f27e1b4c-2efa-4564-82dc-2b9646efac0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 13 22:07:21.885847 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_db.api [None req-f27e1b4c-2efa-4564-82dc-2b9646efac0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 13 22:07:21.895285 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0f0b72d5-8f4e-49e8-bd56-bb5d98ba9114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:21.902121 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0b72d5-8f4e-49e8-bd56-bb5d98ba9114 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=82083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 13 22:07:21.902548 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0f0b72d5-8f4e-49e8-bd56-bb5d98ba9114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852293149'] for segment, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]: Traceback (most recent call last):
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:     timer()
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:     cb(*args, **kw)
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:     return func(*args, **kwargs)
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:     self._notify()
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:     self.callback(batched_events)
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:     event.method(event)
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:     segment_id)['aggregates'][0]
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:     return f(self, *a, **k)
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self._get(url).json()
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:     **kwargs)
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self.request(url, 'GET', **kwargs)
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:     **endpoint_filter)
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 13 22:07:21.916283 dv-cinder-800618-1-iscsi neutron-server[81974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 13 22:07:21.994122 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0f0b72d5-8f4e-49e8-bd56-bb5d98ba9114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854022065'] for network, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:21.997767 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:22.011828 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0f0b72d5-8f4e-49e8-bd56-bb5d98ba9114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:22.022679 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b72d5-8f4e-49e8-bd56-bb5d98ba9114 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c5abd27-10e4-4762-82c4-ccb760681ca8,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:22.026125 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-0f0b72d5-8f4e-49e8-bd56-bb5d98ba9114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:22.036149 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-0f0b72d5-8f4e-49e8-bd56-bb5d98ba9114 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0c5abd27-10e4-4762-82c4-ccb760681ca8 HTTP/1.1" status: 204  len: 168 time: 1.0461681
Jul 13 22:07:22.178531 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46230) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:22.231083 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-e30076cd-dbd7-4dfd-bd88-61f50f5c4d73 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e98d195175fb48da8da0450cb337c9e2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0513077
Jul 13 22:07:22.233482 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46234) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:22.297718 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-57b3d79f-e64c-44d9-8d23-96c036734402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:22.323464 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-57b3d79f-e64c-44d9-8d23-96c036734402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:22.367018 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-57b3d79f-e64c-44d9-8d23-96c036734402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:22.371882 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-0a6edf3c-ebec-4a1d-8043-a43834643aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:22.385623 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3d79f-e64c-44d9-8d23-96c036734402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef1d0ac-126e-4e27-a358-783fc8b16385,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:22.386643 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-f27e1b4c-2efa-4564-82dc-2b9646efac0a None None] Deleting port 325347cd-d3fc-4639-aac4-c1330d11a713 {{(pid=82085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:07:22.387164 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f27e1b4c-2efa-4564-82dc-2b9646efac0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:22.389338 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-57b3d79f-e64c-44d9-8d23-96c036734402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:22.392943 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-57b3d79f-e64c-44d9-8d23-96c036734402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:22.394039 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-57b3d79f-e64c-44d9-8d23-96c036734402 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aef1d0ac-126e-4e27-a358-783fc8b16385 HTTP/1.1" status: 204  len: 168 time: 0.1596131
Jul 13 22:07:22.472130 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-f27e1b4c-2efa-4564-82dc-2b9646efac0a None None] The port '325347cd-d3fc-4639-aac4-c1330d11a713' was deleted {{(pid=82085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}}
Jul 13 22:07:22.872918 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46248) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:23.064166 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0bb55-5fcc-4861-9de3-7c53e6c1147e req-0ab79529-92ff-455d-af56-7b5f5586748b tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:23.069425 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b9c0bb55-5fcc-4861-9de3-7c53e6c1147e req-0ab79529-92ff-455d-af56-7b5f5586748b tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.0935411
Jul 13 22:07:23.117845 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b9c0bb55-5fcc-4861-9de3-7c53e6c1147e req-3b51fd6e-26f7-4205-ae15-941ebdd865a9 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455785
Jul 13 22:07:23.223542 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 325347cd-d3fc-4639-aac4-c1330d11a713 no longer exists at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:07:23.261052 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] No Port match for: 325347cd-d3fc-4639-aac4-c1330d11a713 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:07:23.261456 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 325347cd-d3fc-4639-aac4-c1330d11a713 not bound to the agent host dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:07:23.373143 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-39f10f1e-1e97-4740-b684-5507cfee841a tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Deleting port 1f249228-05ca-47ca-a8a8-61f923841dd4 {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:07:23.373531 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-39f10f1e-1e97-4740-b684-5507cfee841a tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:23.555060 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-39f10f1e-1e97-4740-b684-5507cfee841a tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:23.555436 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-39f10f1e-1e97-4740-b684-5507cfee841a tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:23.686804 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-39f10f1e-1e97-4740-b684-5507cfee841a tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Calling delete_port for 1f249228-05ca-47ca-a8a8-61f923841dd4 owned by network:floatingip {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:07:23.850369 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-39f10f1e-1e97-4740-b684-5507cfee841a tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:23.855383 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8c51c991-8193-4a2a-8fba-5c253a9b3f36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:23.897615 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f10f1e-1e97-4740-b684-5507cfee841a tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Pushing event deleted for resources: {'Port': ['ID=1f249228-05ca-47ca-a8a8-61f923841dd4,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:23.900913 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-39f10f1e-1e97-4740-b684-5507cfee841a tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:24.213822 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-39f10f1e-1e97-4740-b684-5507cfee841a tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for floatingip, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:24.339331 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 46294) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:24.446113 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de1ab0-f3c5-4100-9bc1-9f652004c811 req-543ec12f-a8ee-4bc7-9955-d4929a632b59 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:24.447741 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-53de1ab0-f3c5-4100-9bc1-9f652004c811 req-543ec12f-a8ee-4bc7-9955-d4929a632b59 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.1797283
Jul 13 22:07:24.489718 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0c92d690-4e71-4ada-8427-81479a672ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:24.522453 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-0c92d690-4e71-4ada-8427-81479a672ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:07:24.522697 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-53de1ab0-f3c5-4100-9bc1-9f652004c811 req-cbb52ad9-8401-4617-ab9c-0d489ddc8fbc tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661981
Jul 13 22:07:24.527593 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-0c92d690-4e71-4ada-8427-81479a672ab3 admin admin] Usage tracker for resource:security_group_rule and tenant:935b5d7247ea465f9f8eed077aab1982 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:07:24.530724 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-0c92d690-4e71-4ada-8427-81479a672ab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:07:24.536858 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-0c92d690-4e71-4ada-8427-81479a672ab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:07:24.606332 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0c92d690-4e71-4ada-8427-81479a672ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:24.609266 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0c92d690-4e71-4ada-8427-81479a672ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:24.616671 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bf5fef7e-2333-4dab-a9ec-8481b7304e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:24.664253 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92d690-4e71-4ada-8427-81479a672ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cbf2c0-71fc-4920-9d18-adcb09b763fa,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:24.668464 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-0c92d690-4e71-4ada-8427-81479a672ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:24.674161 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-0c92d690-4e71-4ada-8427-81479a672ab3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=935b5d7247ea465f9f8eed077aab1982&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3335006
Jul 13 22:07:24.674691 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 46300) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:24.737784 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9dd94251-a0fb-45cc-a876-82edc6467fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:24.757978 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f10f1e-1e97-4740-b684-5507cfee841a tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Router 65efbe97-f978-48b6-ac60-7c2823dbb4da has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:07:24.765441 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9dd94251-a0fb-45cc-a876-82edc6467fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:24.811218 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9dd94251-a0fb-45cc-a876-82edc6467fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:24.816315 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-333c09dc-6b2c-4a7f-9d51-706c0e150d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:24.830149 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd94251-a0fb-45cc-a876-82edc6467fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cbf2c0-71fc-4920-9d18-adcb09b763fa,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:24.833006 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-9dd94251-a0fb-45cc-a876-82edc6467fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:24.834189 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9dd94251-a0fb-45cc-a876-82edc6467fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:24.839220 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-9dd94251-a0fb-45cc-a876-82edc6467fde admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48cbf2c0-71fc-4920-9d18-adcb09b763fa HTTP/1.1" status: 204  len: 168 time: 0.1597357
Jul 13 22:07:24.971839 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f10f1e-1e97-4740-b684-5507cfee841a tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:07:24.985458 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfb10f4-1a35-4030-b451-4ddf73fa0545 None None] Sync routers for ids ['65efbe97-f978-48b6-ac60-7c2823dbb4da'] in dv-cinder-800618-1-iscsi {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:07:24.992063 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-39f10f1e-1e97-4740-b684-5507cfee841a tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for floatingip, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:24.998259 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfb10f4-1a35-4030-b451-4ddf73fa0545 None None] Routers {'65efbe97-f978-48b6-ac60-7c2823dbb4da'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:07:24.998947 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-5bfb10f4-1a35-4030-b451-4ddf73fa0545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf367b62e8>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:07:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['65efbe97-f978-48b6-ac60-7c2823dbb4da'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:25.053827 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-39f10f1e-1e97-4740-b684-5507cfee841a tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "DELETE /v2.0/floatingips/af08b3f9-309e-4cf1-86f8-261838a3a578 HTTP/1.1" status: 204  len: 168 time: 2.1797137
Jul 13 22:07:25.054589 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72d3bc5-df7e-40ff-8fde-f59af586c4af', 'tag': '68c81983-898b-4f2e-9aa7-b91e4d939318'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:07:25.119939 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a72d3bc5-df7e-40ff-8fde-f59af586c4af', 'tag': '68c81983-898b-4f2e-9aa7-b91e4d939318', 'status': 'completed', 'code': 200}
Jul 13 22:07:25.273744 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6be9fa21-2887-4738-acce-afe844bf5d4d req-560358db-1688-4b1a-b654-b119dc3224f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3065358f8c8941dc9ed172c1f78f2728&device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 1098 time: 0.1089261
Jul 13 22:07:25.381056 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-5bfb10f4-1a35-4030-b451-4ddf73fa0545 None None] Set router 65efbe97-f978-48b6-ac60-7c2823dbb4da gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:07:25.445886 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9fa21-2887-4738-acce-afe844bf5d4d req-32e3538d-6e9e-4aaf-9a62-474c402d6d39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:25.447707 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6be9fa21-2887-4738-acce-afe844bf5d4d req-32e3538d-6e9e-4aaf-9a62-474c402d6d39 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f06f9b30-3d60-4ae8-94be-d6b42f3a3052 HTTP/1.1" status: 200  len: 910 time: 0.1677091
Jul 13 22:07:25.455062 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:07:25.572402 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6be9fa21-2887-4738-acce-afe844bf5d4d req-7d173e63-1135-4c73-bc78-16c93fbbe6b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68c81983-898b-4f2e-9aa7-b91e4d939318 HTTP/1.1" status: 200  len: 217 time: 0.1174867
Jul 13 22:07:25.690611 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9fa21-2887-4738-acce-afe844bf5d4d req-b9659393-f188-40b1-b727-8d98c98d9425 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:25.692531 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6be9fa21-2887-4738-acce-afe844bf5d4d req-b9659393-f188-40b1-b727-8d98c98d9425 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=929d024b-f9ca-4456-ac0b-9240e5535dae HTTP/1.1" status: 200  len: 848 time: 0.1107876
Jul 13 22:07:25.702917 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b680a1d-90b0-40d0-a55c-a7f349ecb63f req-139395b6-10a5-43de-b18f-3690b6ebd90a tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:25.703929 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-3b680a1d-90b0-40d0-a55c-a7f349ecb63f req-139395b6-10a5-43de-b18f-3690b6ebd90a tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Synchronizing usage tracker for tenant:3065358f8c8941dc9ed172c1f78f2728 on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:07:25.763910 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-3b680a1d-90b0-40d0-a55c-a7f349ecb63f req-139395b6-10a5-43de-b18f-3690b6ebd90a tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Unset dirty status for tenant:3065358f8c8941dc9ed172c1f78f2728 on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:07:25.765451 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3b680a1d-90b0-40d0-a55c-a7f349ecb63f req-139395b6-10a5-43de-b18f-3690b6ebd90a tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 945 time: 0.2510028
Jul 13 22:07:25.772695 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-5bfb10f4-1a35-4030-b451-4ddf73fa0545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf367b62e8>, [{'id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'name': 'tempest-TestShelveInstance-1578476899-router', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '474ac49a-6b6d-477b-96db-c0669797219a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:34Z', 'updated_at': '2021-07-13T22:01:43Z', 'revision_number': 4, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'gw_port': {'id': '474ac49a-6b6d-477b-96db-c0669797219a', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:35Z', 'updated_at': '2021-07-13T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '31baf189-c963-44d8-9a2a-fc9c3751d4f4', 'name': '', 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'mac_address': 'fa:16:3e:a5:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '929d024b-f9ca-4456-ac0b-9240e5535dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:42Z', 'updated_at': '2021-07-13T22:01:58Z', 'revision_number': 5, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'subnets': [{'id': '929d024b-f9ca-4456-ac0b-9240e5535dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:25.778350 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfb10f4-1a35-4030-b451-4ddf73fa0545 None None] Checking router: 65efbe97-f978-48b6-ac60-7c2823dbb4da for host: dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:07:25.791832 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfb10f4-1a35-4030-b451-4ddf73fa0545 None None] Routers {'65efbe97-f978-48b6-ac60-7c2823dbb4da'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:07:25.792743 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-5bfb10f4-1a35-4030-b451-4ddf73fa0545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf367b62e8>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:07:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['65efbe97-f978-48b6-ac60-7c2823dbb4da'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:25.806473 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55185eea-bb6e-484d-a6b7-e0139b91c902 req-6bacd954-60eb-49f5-a852-caa923f150c9 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:25.808139 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-55185eea-bb6e-484d-a6b7-e0139b91c902 req-6bacd954-60eb-49f5-a852-caa923f150c9 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.1442740
Jul 13 22:07:25.854426 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3b680a1d-90b0-40d0-a55c-a7f349ecb63f req-60bfc2e6-4eff-4ae0-91d6-36495218fe29 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0802782
Jul 13 22:07:25.860930 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6be9fa21-2887-4738-acce-afe844bf5d4d req-beb7a3ca-abcf-47f9-b077-10c8c03892af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f06f9b30-3d60-4ae8-94be-d6b42f3a3052&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1414118
Jul 13 22:07:25.885029 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-55185eea-bb6e-484d-a6b7-e0139b91c902 req-aa70316e-a652-4606-a15d-002ea32b57fd tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661333
Jul 13 22:07:26.019209 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6be9fa21-2887-4738-acce-afe844bf5d4d req-92835dc2-562e-44ac-b8d1-162b0139d37b service neutron] 10.222.0.15 "GET /v2.0/networks/f06f9b30-3d60-4ae8-94be-d6b42f3a3052?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508610
Jul 13 22:07:26.026617 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-5bfb10f4-1a35-4030-b451-4ddf73fa0545 None None] Set router 65efbe97-f978-48b6-ac60-7c2823dbb4da gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:07:26.179898 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6be9fa21-2887-4738-acce-afe844bf5d4d req-ce8cfc7c-2f4d-4f4c-8c14-91a7c9f38a8b service neutron] 10.222.0.15 "GET /v2.0/networks/f06f9b30-3d60-4ae8-94be-d6b42f3a3052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1499913
Jul 13 22:07:26.360041 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-5bfb10f4-1a35-4030-b451-4ddf73fa0545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf367b62e8>, [{'id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'name': 'tempest-TestShelveInstance-1578476899-router', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '474ac49a-6b6d-477b-96db-c0669797219a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:34Z', 'updated_at': '2021-07-13T22:01:43Z', 'revision_number': 4, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'gw_port': {'id': '474ac49a-6b6d-477b-96db-c0669797219a', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:35Z', 'updated_at': '2021-07-13T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '31baf189-c963-44d8-9a2a-fc9c3751d4f4', 'name': '', 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'mac_address': 'fa:16:3e:a5:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '929d024b-f9ca-4456-ac0b-9240e5535dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:42Z', 'updated_at': '2021-07-13T22:01:58Z', 'revision_number': 5, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'subnets': [{'id': '929d024b-f9ca-4456-ac0b-9240e5535dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:26.364112 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfb10f4-1a35-4030-b451-4ddf73fa0545 None None] The sync data for ids ['65efbe97-f978-48b6-ac60-7c2823dbb4da'] in dv-cinder-800618-1-iscsi is: [{'id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'name': 'tempest-TestShelveInstance-1578476899-router', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '474ac49a-6b6d-477b-96db-c0669797219a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:34Z', 'updated_at': '2021-07-13T22:01:43Z', 'revision_number': 4, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'gw_port': {'id': '474ac49a-6b6d-477b-96db-c0669797219a', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:35Z', 'updated_at': '2021-07-13T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '31baf189-c963-44d8-9a2a-fc9c3751d4f4', 'name': '', 'network_id': 'f06f9b30-3d60-4ae8-94be-d6b42f3a3052', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'mac_address': 'fa:16:3e:a5:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '929d024b-f9ca-4456-ac0b-9240e5535dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:42Z', 'updated_at': '2021-07-13T22:01:58Z', 'revision_number': 5, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'subnets': [{'id': '929d024b-f9ca-4456-ac0b-9240e5535dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:07:26.791568 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b3b8c-b0cc-4b1b-ae9f-3b988c0a0eb0 None None] New status for floating IP af08b3f9-309e-4cf1-86f8-261838a3a578: DOWN {{(pid=82085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 13 22:07:26.930706 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:27.097125 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdc876-de0b-4e2f-8cf4-31f0df30dc68 req-793cbe3b-d8cd-4024-961b-86f98ae7a221 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:27.098756 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-86cdc876-de0b-4e2f-8cf4-31f0df30dc68 req-793cbe3b-d8cd-4024-961b-86f98ae7a221 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 945 time: 0.0975068
Jul 13 22:07:27.101613 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a45e1d-240c-46a9-8cb1-95bfc358b1d6 req-ee3bd7a8-b7aa-400c-a89c-f704c3ae6093 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:27.103801 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-81a45e1d-240c-46a9-8cb1-95bfc358b1d6 req-ee3bd7a8-b7aa-400c-a89c-f704c3ae6093 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.0885761
Jul 13 22:07:27.153498 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-81a45e1d-240c-46a9-8cb1-95bfc358b1d6 req-44d59468-d639-4855-904f-83fcdecfb1b0 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432315
Jul 13 22:07:27.202857 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-86cdc876-de0b-4e2f-8cf4-31f0df30dc68 req-cb339c2c-5ba5-47df-a612-0b9358f83678 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/security-groups?id=6779e941-1eef-4e35-b5dc-6f3812aad999&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0933125
Jul 13 22:07:27.231385 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4564c9-db9b-44e6-b52b-967d38015f6c req-a988877a-c529-4cdd-a025-9f8989c593f3 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:27.233010 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fe4564c9-db9b-44e6-b52b-967d38015f6c req-a988877a-c529-4cdd-a025-9f8989c593f3 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.15 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 945 time: 0.1067948
Jul 13 22:07:27.309895 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-fe4564c9-db9b-44e6-b52b-967d38015f6c req-f9b38a75-3688-4455-8bbc-a636f4cdb4aa tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Deleting port 68c81983-898b-4f2e-9aa7-b91e4d939318 {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:07:27.310292 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-fe4564c9-db9b-44e6-b52b-967d38015f6c req-f9b38a75-3688-4455-8bbc-a636f4cdb4aa tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:27.378894 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 46366) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:27.570568 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-fe4564c9-db9b-44e6-b52b-967d38015f6c req-f9b38a75-3688-4455-8bbc-a636f4cdb4aa tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] For port 68c81983-898b-4f2e-9aa7-b91e4d939318, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=68c81983-898b-4f2e-9aa7-b91e4d939318,segment=NetworkSegment(4c136830-8537-4b39-a276-84e121f66237),segment_id=4c136830-8537-4b39-a276-84e121f66237)] {{(pid=82083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:07:27.570920 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-fe4564c9-db9b-44e6-b52b-967d38015f6c req-f9b38a75-3688-4455-8bbc-a636f4cdb4aa tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:27.609385 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fc06790b-fb60-4442-bbe6-3350e05b056a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:27.642564 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-fc06790b-fb60-4442-bbe6-3350e05b056a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:07:27.646851 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-fc06790b-fb60-4442-bbe6-3350e05b056a admin admin] Usage tracker for resource:security_group_rule and tenant:c9dfad80228841d9a5f3284f307c05ab is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:07:27.650296 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-fc06790b-fb60-4442-bbe6-3350e05b056a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:07:27.656286 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-fc06790b-fb60-4442-bbe6-3350e05b056a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:07:27.703771 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-fe4564c9-db9b-44e6-b52b-967d38015f6c req-f9b38a75-3688-4455-8bbc-a636f4cdb4aa tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Calling delete_port for 68c81983-898b-4f2e-9aa7-b91e4d939318 owned by compute:nova {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:07:27.728339 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fc06790b-fb60-4442-bbe6-3350e05b056a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:27.732179 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fc06790b-fb60-4442-bbe6-3350e05b056a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:27.739633 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6b5aa001-ef1f-4f18-aaa6-96a8b79e58ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:27.786008 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-fc06790b-fb60-4442-bbe6-3350e05b056a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c9dfad80228841d9a5f3284f307c05ab&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4059527
Jul 13 22:07:27.786832 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06790b-fb60-4442-bbe6-3350e05b056a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27068cb0-1d22-4949-86e6-8154be93c329,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:27.790845 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-fc06790b-fb60-4442-bbe6-3350e05b056a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:27.791588 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 46372) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:27.849582 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-fe4564c9-db9b-44e6-b52b-967d38015f6c req-f9b38a75-3688-4455-8bbc-a636f4cdb4aa tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:27.856616 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-0c4a3d56-d969-4040-b621-a4d8c48dee4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:27.860486 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-33f11286-000f-4103-acbe-c8a863026703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:27.888077 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-33f11286-000f-4103-acbe-c8a863026703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:27.937980 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-33f11286-000f-4103-acbe-c8a863026703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:27.943960 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f108685c-0495-481c-81f5-08d31f47d5fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:27.959633 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f11286-000f-4103-acbe-c8a863026703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27068cb0-1d22-4949-86e6-8154be93c329,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:27.965015 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-33f11286-000f-4103-acbe-c8a863026703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:27.968866 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-33f11286-000f-4103-acbe-c8a863026703 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/27068cb0-1d22-4949-86e6-8154be93c329 HTTP/1.1" status: 204  len: 168 time: 0.1736224
Jul 13 22:07:27.970918 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-33f11286-000f-4103-acbe-c8a863026703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:28.123950 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b38a75-3688-4455-8bbc-a636f4cdb4aa tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Pushing event deleted for resources: {'Port': ['ID=68c81983-898b-4f2e-9aa7-b91e4d939318,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:28.127760 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f9b38a75-3688-4455-8bbc-a636f4cdb4aa tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:28.199906 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4564c9-db9b-44e6-b52b-967d38015f6c req-f9b38a75-3688-4455-8bbc-a636f4cdb4aa tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] No DVR routers for this DVR port 68c81983-898b-4f2e-9aa7-b91e4d939318 on host hv-cinder-80061 {{(pid=82083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:07:28.202413 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-fe4564c9-db9b-44e6-b52b-967d38015f6c req-f9b38a75-3688-4455-8bbc-a636f4cdb4aa tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:28.205550 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72d3bc5-df7e-40ff-8fde-f59af586c4af', 'name': 'network-vif-deleted', 'tag': '68c81983-898b-4f2e-9aa7-b91e4d939318'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:07:28.220716 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-fe4564c9-db9b-44e6-b52b-967d38015f6c req-f9b38a75-3688-4455-8bbc-a636f4cdb4aa tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.15 "DELETE /v2.0/ports/68c81983-898b-4f2e-9aa7-b91e4d939318 HTTP/1.1" status: 204  len: 173 time: 0.9824882
Jul 13 22:07:28.274710 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72d3bc5-df7e-40ff-8fde-f59af586c4af', 'name': 'network-vif-deleted', 'tag': '68c81983-898b-4f2e-9aa7-b91e4d939318', 'status': 'completed', 'code': 200}
Jul 13 22:07:28.350803 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46386) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:28.379634 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93b7db15-02fd-474a-813b-0526dcbcc5ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:28.395255 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ddb8b-7f82-4978-9d7e-5bfc63c97969 req-979c1307-c2cf-46f8-99e4-094166f830d5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:28.396862 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2f2ddb8b-7f82-4978-9d7e-5bfc63c97969 req-979c1307-c2cf-46f8-99e4-094166f830d5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.0884738
Jul 13 22:07:28.441007 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-6536eaa1-c505-4d00-ba0b-dddf2da25937 req-5e418229-c92f-43a8-8a81-58814aacbf9b tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Synchronizing usage tracker for tenant:3065358f8c8941dc9ed172c1f78f2728 on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:07:28.444566 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2f2ddb8b-7f82-4978-9d7e-5bfc63c97969 req-f3ac02e8-fae8-4786-8e7c-96ed8e666621 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415487
Jul 13 22:07:28.470535 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-6536eaa1-c505-4d00-ba0b-dddf2da25937 req-5e418229-c92f-43a8-8a81-58814aacbf9b tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Unset dirty status for tenant:3065358f8c8941dc9ed172c1f78f2728 on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:07:28.471850 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6536eaa1-c505-4d00-ba0b-dddf2da25937 req-5e418229-c92f-43a8-8a81-58814aacbf9b tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 210 time: 0.0943706
Jul 13 22:07:28.472814 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-93b7db15-02fd-474a-813b-0526dcbcc5ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:07:28.477063 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-93b7db15-02fd-474a-813b-0526dcbcc5ee admin admin] Usage tracker for resource:security_group_rule and tenant:1bdb57eebdbf477f8e3996c226ff144f is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:07:28.480089 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-93b7db15-02fd-474a-813b-0526dcbcc5ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:07:28.486555 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-93b7db15-02fd-474a-813b-0526dcbcc5ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:07:28.562041 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93b7db15-02fd-474a-813b-0526dcbcc5ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:28.566278 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93b7db15-02fd-474a-813b-0526dcbcc5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:28.576930 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-86a1b392-7e37-4cff-96dc-e45a4e018031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:28.627724 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-93b7db15-02fd-474a-813b-0526dcbcc5ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1bdb57eebdbf477f8e3996c226ff144f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2744515
Jul 13 22:07:28.628676 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7db15-02fd-474a-813b-0526dcbcc5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8ca999-3b39-488a-825a-5df47b31017a,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:28.630598 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 46394) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:28.632342 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93b7db15-02fd-474a-813b-0526dcbcc5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:28.737737 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-09c3f3fe-efb4-44fc-9794-ad0738494c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:28.801671 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-09c3f3fe-efb4-44fc-9794-ad0738494c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:28.854494 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-09c3f3fe-efb4-44fc-9794-ad0738494c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:28.860345 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-3f3703b5-865f-46ac-9d40-2e5aaf54fa76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:28.875458 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3f3fe-efb4-44fc-9794-ad0738494c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8ca999-3b39-488a-825a-5df47b31017a,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:28.878719 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-09c3f3fe-efb4-44fc-9794-ad0738494c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:28.879737 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-09c3f3fe-efb4-44fc-9794-ad0738494c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:28.881228 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-09c3f3fe-efb4-44fc-9794-ad0738494c6a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f8ca999-3b39-488a-825a-5df47b31017a HTTP/1.1" status: 204  len: 168 time: 0.2490895
Jul 13 22:07:28.926908 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3f660-395d-48cb-9f99-17be808d316e req-0441cb59-1288-4e8f-8d35-21dbb0c973ef tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:28.928606 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6fd3f660-395d-48cb-9f99-17be808d316e req-0441cb59-1288-4e8f-8d35-21dbb0c973ef tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.1483741
Jul 13 22:07:28.996415 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ee7e851c-77cd-4d1d-9b1e-692f59f06fb7 req-fb18c70d-0267-4fa3-9879-e960c0868401 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e949f3b270414d3095f5528a841766ca&device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 1099 time: 0.1338639
Jul 13 22:07:29.000453 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6fd3f660-395d-48cb-9f99-17be808d316e req-e0ea1c4a-4f7a-48ec-ab47-e00301400356 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632250
Jul 13 22:07:29.151423 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e851c-77cd-4d1d-9b1e-692f59f06fb7 req-c4729a33-2457-485c-acbf-cdb5276e25b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:29.153051 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ee7e851c-77cd-4d1d-9b1e-692f59f06fb7 req-c4729a33-2457-485c-acbf-cdb5276e25b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 HTTP/1.1" status: 200  len: 912 time: 0.1407864
Jul 13 22:07:29.266741 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ee7e851c-77cd-4d1d-9b1e-692f59f06fb7 req-5d8778f8-1b8b-4552-aa93-a1ca12487036 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f247246-3630-4816-a889-d02fa1c77b43 HTTP/1.1" status: 200  len: 1001 time: 0.1065643
Jul 13 22:07:29.342909 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e851c-77cd-4d1d-9b1e-692f59f06fb7 req-80124d58-9932-4dce-b1ed-d3e24d962af9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:29.344700 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ee7e851c-77cd-4d1d-9b1e-692f59f06fb7 req-80124d58-9932-4dce-b1ed-d3e24d962af9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c HTTP/1.1" status: 200  len: 850 time: 0.0695477
Jul 13 22:07:29.551330 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ee7e851c-77cd-4d1d-9b1e-692f59f06fb7 req-248b8d46-0847-4e8f-baab-8989ce99f90f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c786a95b-96e8-46c1-a1a0-fc4a1a977bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828857
Jul 13 22:07:29.705960 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ee7e851c-77cd-4d1d-9b1e-692f59f06fb7 req-4f8358e6-9706-4be4-bf7d-e3b4b170101c service neutron] 10.222.0.15 "GET /v2.0/networks/c786a95b-96e8-46c1-a1a0-fc4a1a977bd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457891
Jul 13 22:07:29.713289 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e3cb64d8-7a26-4bd5-af29-fc8c63b78331 req-8ec1da62-5e5b-49c9-8206-e6c258165997 tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "GET /v2.0/ports?device_id=a72d3bc5-df7e-40ff-8fde-f59af586c4af HTTP/1.1" status: 200  len: 210 time: 0.0737545
Jul 13 22:07:29.857485 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ee7e851c-77cd-4d1d-9b1e-692f59f06fb7 req-76c976c3-627f-435e-b66a-effa9921fc39 service neutron] 10.222.0.15 "GET /v2.0/networks/c786a95b-96e8-46c1-a1a0-fc4a1a977bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429214
Jul 13 22:07:30.255788 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22b037-4866-4c9e-83c7-7e40717f48d6 req-e0787b67-e0ab-4c4b-b91d-2a8ac176c314 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:30.261264 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0b22b037-4866-4c9e-83c7-7e40717f48d6 req-e0787b67-e0ab-4c4b-b91d-2a8ac176c314 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.1346655
Jul 13 22:07:30.330648 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0b22b037-4866-4c9e-83c7-7e40717f48d6 req-7950e3e6-48a4-4d6a-918f-6680ffd4bc24 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665398
Jul 13 22:07:30.336809 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-acb34462-3a57-42ad-a7a9-c27047e7e0d1 req-a5fc0d11-30ce-4745-8d6f-ea224f29df1d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1367104
Jul 13 22:07:30.447326 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 68c81983-898b-4f2e-9aa7-b91e4d939318 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:07:30.491681 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] No Port match for: 68c81983-898b-4f2e-9aa7-b91e4d939318 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:07:30.492243 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 68c81983-898b-4f2e-9aa7-b91e4d939318 not bound to the agent host hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:07:30.510328 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-acb34462-3a57-42ad-a7a9-c27047e7e0d1 req-aa2df825-4090-4e98-a576-ea4f6b29afc7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc7dc58b5d6544d2831c594208eb42cb&device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 1098 time: 0.1046147
Jul 13 22:07:30.674377 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb34462-3a57-42ad-a7a9-c27047e7e0d1 req-d9f402ea-9906-4bdf-87ff-e842f0985959 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:30.676020 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-acb34462-3a57-42ad-a7a9-c27047e7e0d1 req-d9f402ea-9906-4bdf-87ff-e842f0985959 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4573dd2b-8874-433b-aa5f-53da409d80cd HTTP/1.1" status: 200  len: 913 time: 0.1402295
Jul 13 22:07:30.712731 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b35d2716-468d-4250-854d-07b4fc4c442d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:30.796597 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-acb34462-3a57-42ad-a7a9-c27047e7e0d1 req-a74e50ac-0d95-4726-a4f4-ba2cbcc2046a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66dec045-dc0d-46a7-9b97-a15cf64475dc HTTP/1.1" status: 200  len: 1000 time: 0.1138589
Jul 13 22:07:30.849110 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 46442) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:30.871885 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb34462-3a57-42ad-a7a9-c27047e7e0d1 req-00582caa-f13e-4c15-9b4a-3b9de4469241 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:30.873548 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-acb34462-3a57-42ad-a7a9-c27047e7e0d1 req-00582caa-f13e-4c15-9b4a-3b9de4469241 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f53db98-3e9c-409a-9118-d762e38b4e6e HTTP/1.1" status: 200  len: 851 time: 0.0699973
Jul 13 22:07:30.925495 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-66b5aa36-0319-432c-bb2d-5d4cc1ed213b tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:30.959588 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-acb34462-3a57-42ad-a7a9-c27047e7e0d1 req-67ede4ad-96a4-4726-b4a2-00a0168b058f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4573dd2b-8874-433b-aa5f-53da409d80cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794380
Jul 13 22:07:30.962589 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-66b5aa36-0319-432c-bb2d-5d4cc1ed213b tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:31.020536 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-66b5aa36-0319-432c-bb2d-5d4cc1ed213b tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:31.026548 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-64408312-f4fb-4d04-a366-e0a5f447ab4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:31.041013 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b5aa36-0319-432c-bb2d-5d4cc1ed213b tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6779e941-1eef-4e35-b5dc-6f3812aad999,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:31.044453 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-66b5aa36-0319-432c-bb2d-5d4cc1ed213b tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:31.053857 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-66b5aa36-0319-432c-bb2d-5d4cc1ed213b tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:31.055401 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-66b5aa36-0319-432c-bb2d-5d4cc1ed213b tempest-TestShelveInstance-1864346695 tempest-TestShelveInstance-1864346695-project] 10.222.0.18 "DELETE /v2.0/security-groups/6779e941-1eef-4e35-b5dc-6f3812aad999 HTTP/1.1" status: 204  len: 168 time: 0.2049818
Jul 13 22:07:31.115979 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 46456) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:31.122775 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-acb34462-3a57-42ad-a7a9-c27047e7e0d1 req-8427c889-3854-436f-a17b-165664aea798 service neutron] 10.222.0.15 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1530771
Jul 13 22:07:31.279569 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-acb34462-3a57-42ad-a7a9-c27047e7e0d1 req-959f9def-638a-45b3-88c8-3901a74d0965 service neutron] 10.222.0.15 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1484857
Jul 13 22:07:31.583921 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83243b8-ca59-4261-952f-588cd0fa12fa req-7e13a6ca-140f-4982-8c01-a2e1edc41d32 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:07:31.585540 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c83243b8-ca59-4261-952f-588cd0fa12fa req-7e13a6ca-140f-4982-8c01-a2e1edc41d32 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.1255372
Jul 13 22:07:31.614281 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46482) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:31.659174 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-c83243b8-ca59-4261-952f-588cd0fa12fa req-8612b73d-c71c-4781-ac4a-d99f26620b0e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0651615
Jul 13 22:07:31.769764 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-99e1c2c3-61ce-4187-8d1e-2641557a3d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:31.804611 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-99e1c2c3-61ce-4187-8d1e-2641557a3d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:07:31.808653 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-99e1c2c3-61ce-4187-8d1e-2641557a3d90 admin admin] Usage tracker for resource:security_group_rule and tenant:4873c4135ff94984bb1b6c6071f59b97 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:07:31.811639 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-99e1c2c3-61ce-4187-8d1e-2641557a3d90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:07:31.817683 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-99e1c2c3-61ce-4187-8d1e-2641557a3d90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:07:31.869490 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bc562b21-20ec-4d88-9ba1-4a76f1367316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758852'] for router_interface, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:31.886420 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-99e1c2c3-61ce-4187-8d1e-2641557a3d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:31.889391 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-99e1c2c3-61ce-4187-8d1e-2641557a3d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:31.896833 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ca2e2251-94f5-4578-a0a8-cf1b7419f543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:31.938472 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1c2c3-61ce-4187-8d1e-2641557a3d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a87857-84f0-491c-99cd-16f47c07c7a1,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:31.942264 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-99e1c2c3-61ce-4187-8d1e-2641557a3d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:31.947698 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-99e1c2c3-61ce-4187-8d1e-2641557a3d90 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4873c4135ff94984bb1b6c6071f59b97&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3293343
Jul 13 22:07:31.948331 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46490) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:32.013159 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f1417a27-48f7-46c4-811f-d3bbc1fd7dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:32.040063 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f1417a27-48f7-46c4-811f-d3bbc1fd7dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:32.088361 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f1417a27-48f7-46c4-811f-d3bbc1fd7dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:32.093449 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4230584c-975e-4d00-ae0d-8a3a5687aee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:32.107755 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1417a27-48f7-46c4-811f-d3bbc1fd7dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a87857-84f0-491c-99cd-16f47c07c7a1,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:32.110882 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f1417a27-48f7-46c4-811f-d3bbc1fd7dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:32.115206 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f1417a27-48f7-46c4-811f-d3bbc1fd7dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:32.116749 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-f1417a27-48f7-46c4-811f-d3bbc1fd7dcb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/83a87857-84f0-491c-99cd-16f47c07c7a1 HTTP/1.1" status: 204  len: 168 time: 0.1674848
Jul 13 22:07:32.357091 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:32.466797 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46498) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:32.486929 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1eb5f364-1272-472e-aa11-30638006e5ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:32.495155 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-bc562b21-20ec-4d88-9ba1-4a76f1367316 admin admin] Deleting port 31baf189-c963-44d8-9a2a-fc9c3751d4f4 {{(pid=82084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:07:32.495550 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bc562b21-20ec-4d88-9ba1-4a76f1367316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:32.519825 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-1eb5f364-1272-472e-aa11-30638006e5ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:07:32.524321 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-1eb5f364-1272-472e-aa11-30638006e5ad admin admin] Usage tracker for resource:security_group_rule and tenant:ce4c4147439348849cddf7196f654115 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:07:32.527792 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-1eb5f364-1272-472e-aa11-30638006e5ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:07:32.533833 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-1eb5f364-1272-472e-aa11-30638006e5ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:07:32.600937 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1eb5f364-1272-472e-aa11-30638006e5ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:32.604284 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1eb5f364-1272-472e-aa11-30638006e5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:32.611634 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-d6819b87-a7b2-49cf-9745-8a6c25bad4f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:32.655088 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5f364-1272-472e-aa11-30638006e5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3490c56-9cd5-4187-81f6-ea4d58d79e5c,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:32.660657 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1eb5f364-1272-472e-aa11-30638006e5ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:32.667574 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-1eb5f364-1272-472e-aa11-30638006e5ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce4c4147439348849cddf7196f654115&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1962490
Jul 13 22:07:32.667574 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46502) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:32.738316 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fb6348cb-2b4f-44fd-951f-b1cf75be6b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:32.773443 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fb6348cb-2b4f-44fd-951f-b1cf75be6b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:32.820427 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fb6348cb-2b4f-44fd-951f-b1cf75be6b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:32.825663 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-3c9eb09e-7b83-4efb-91ac-aa21b522d24f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:32.840230 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6348cb-2b4f-44fd-951f-b1cf75be6b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3490c56-9cd5-4187-81f6-ea4d58d79e5c,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:32.843043 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-fb6348cb-2b4f-44fd-951f-b1cf75be6b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:32.844217 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fb6348cb-2b4f-44fd-951f-b1cf75be6b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:32.848383 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-fb6348cb-2b4f-44fd-951f-b1cf75be6b9f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3490c56-9cd5-4187-81f6-ea4d58d79e5c HTTP/1.1" status: 204  len: 168 time: 0.1769915
Jul 13 22:07:32.891204 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-bc562b21-20ec-4d88-9ba1-4a76f1367316 admin admin] For port 31baf189-c963-44d8-9a2a-fc9c3751d4f4, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=31baf189-c963-44d8-9a2a-fc9c3751d4f4,segment=NetworkSegment(4c136830-8537-4b39-a276-84e121f66237),segment_id=4c136830-8537-4b39-a276-84e121f66237)] {{(pid=82084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:07:32.891602 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bc562b21-20ec-4d88-9ba1-4a76f1367316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:33.006625 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d348d01b-4448-49fe-b360-459f1189df09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:33.017128 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-bc562b21-20ec-4d88-9ba1-4a76f1367316 admin admin] Calling delete_port for 31baf189-c963-44d8-9a2a-fc9c3751d4f4 owned by network:router_interface {{(pid=82084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:07:33.186122 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bc562b21-20ec-4d88-9ba1-4a76f1367316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2579020'] for port, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:33.190581 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-17bb4eed-5d90-4ceb-844e-8d2f9743a987 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:33.236987 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc562b21-20ec-4d88-9ba1-4a76f1367316 admin admin] Pushing event deleted for resources: {'Port': ['ID=31baf189-c963-44d8-9a2a-fc9c3751d4f4,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:33.239757 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bc562b21-20ec-4d88-9ba1-4a76f1367316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:33.541597 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bc562b21-20ec-4d88-9ba1-4a76f1367316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838721501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854024460'] for router_interface, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:33.630026 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:34.153596 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc562b21-20ec-4d88-9ba1-4a76f1367316 admin admin] Router 65efbe97-f978-48b6-ac60-7c2823dbb4da has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:07:34.364548 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc562b21-20ec-4d88-9ba1-4a76f1367316 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:07:34.375274 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36499241-57bc-4d33-a8f5-45e0c8b35601 None None] Sync routers for ids ['65efbe97-f978-48b6-ac60-7c2823dbb4da'] in dv-cinder-800618-1-iscsi {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:07:34.380040 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-bc562b21-20ec-4d88-9ba1-4a76f1367316 admin admin] 10.222.0.18 "PUT /v2.0/routers/65efbe97-f978-48b6-ac60-7c2823dbb4da/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2629364
Jul 13 22:07:34.382646 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 46536) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:34.392435 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36499241-57bc-4d33-a8f5-45e0c8b35601 None None] Routers {'65efbe97-f978-48b6-ac60-7c2823dbb4da'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:07:34.393245 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-36499241-57bc-4d33-a8f5-45e0c8b35601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36585320>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:07:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['65efbe97-f978-48b6-ac60-7c2823dbb4da'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:34.578359 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-36499241-57bc-4d33-a8f5-45e0c8b35601 None None] Set router 65efbe97-f978-48b6-ac60-7c2823dbb4da gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:07:34.591863 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-67eaa6cc-aff9-4449-9dcd-509c94d17b20 admin admin] Notify callbacks [] for router, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:34.760068 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:34.822208 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-67eaa6cc-aff9-4449-9dcd-509c94d17b20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:34.831458 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-67eaa6cc-aff9-4449-9dcd-509c94d17b20 admin admin] Deleting port 474ac49a-6b6d-477b-96db-c0669797219a {{(pid=82084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:07:34.832329 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-67eaa6cc-aff9-4449-9dcd-509c94d17b20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:34.895068 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-36499241-57bc-4d33-a8f5-45e0c8b35601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36585320>, [{'id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'name': 'tempest-TestShelveInstance-1578476899-router', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '474ac49a-6b6d-477b-96db-c0669797219a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:34Z', 'updated_at': '2021-07-13T22:07:33Z', 'revision_number': 5, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'gw_port': {'id': '474ac49a-6b6d-477b-96db-c0669797219a', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:35Z', 'updated_at': '2021-07-13T22:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:34.899726 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36499241-57bc-4d33-a8f5-45e0c8b35601 None None] Checking router: 65efbe97-f978-48b6-ac60-7c2823dbb4da for host: dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:07:34.911731 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36499241-57bc-4d33-a8f5-45e0c8b35601 None None] Routers {'65efbe97-f978-48b6-ac60-7c2823dbb4da'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:07:34.912388 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-36499241-57bc-4d33-a8f5-45e0c8b35601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36585320>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:07:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['65efbe97-f978-48b6-ac60-7c2823dbb4da'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:35.028322 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-67eaa6cc-aff9-4449-9dcd-509c94d17b20 admin admin] For port 474ac49a-6b6d-477b-96db-c0669797219a, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=474ac49a-6b6d-477b-96db-c0669797219a,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:07:35.028734 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-67eaa6cc-aff9-4449-9dcd-509c94d17b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:35.085907 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-36499241-57bc-4d33-a8f5-45e0c8b35601 None None] Set router 65efbe97-f978-48b6-ac60-7c2823dbb4da gateway port host: None {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:07:35.175533 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-67eaa6cc-aff9-4449-9dcd-509c94d17b20 admin admin] Calling delete_port for 474ac49a-6b6d-477b-96db-c0669797219a owned by network:router_gateway {{(pid=82084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:07:35.200815 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-36499241-57bc-4d33-a8f5-45e0c8b35601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36585320>, [{'id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'name': 'tempest-TestShelveInstance-1578476899-router', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:34Z', 'updated_at': '2021-07-13T22:07:34Z', 'revision_number': 6, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'gw_port_host': None}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:35.208087 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36499241-57bc-4d33-a8f5-45e0c8b35601 None None] The sync data for ids ['65efbe97-f978-48b6-ac60-7c2823dbb4da'] in dv-cinder-800618-1-iscsi is: [{'id': '65efbe97-f978-48b6-ac60-7c2823dbb4da', 'name': 'tempest-TestShelveInstance-1578476899-router', 'tenant_id': '3065358f8c8941dc9ed172c1f78f2728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:34Z', 'updated_at': '2021-07-13T22:07:34Z', 'revision_number': 6, 'project_id': '3065358f8c8941dc9ed172c1f78f2728', 'gw_port_host': None}] {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:07:35.367090 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-67eaa6cc-aff9-4449-9dcd-509c94d17b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2579020'] for port, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:35.373259 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-5f7d5860-238d-410b-9204-dbe64bd791d6 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:35.419498 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eaa6cc-aff9-4449-9dcd-509c94d17b20 admin admin] Pushing event deleted for resources: {'Port': ['ID=474ac49a-6b6d-477b-96db-c0669797219a,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:35.423296 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-67eaa6cc-aff9-4449-9dcd-509c94d17b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:35.900969 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-67eaa6cc-aff9-4449-9dcd-509c94d17b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753781'] for router_gateway, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:36.172320 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-67eaa6cc-aff9-4449-9dcd-509c94d17b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770116'] for router, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:36.176841 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-67eaa6cc-aff9-4449-9dcd-509c94d17b20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:36.204420 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-67eaa6cc-aff9-4449-9dcd-509c94d17b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854029851'] for router, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:36.205130 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67eaa6cc-aff9-4449-9dcd-509c94d17b20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65efbe97-f978-48b6-ac60-7c2823dbb4da {{(pid=82084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 13 22:07:36.218139 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-67eaa6cc-aff9-4449-9dcd-509c94d17b20 admin admin] Notify callbacks [] for router, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:36.221747 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-67eaa6cc-aff9-4449-9dcd-509c94d17b20 admin admin] 10.222.0.18 "DELETE /v2.0/routers/65efbe97-f978-48b6-ac60-7c2823dbb4da HTTP/1.1" status: 204  len: 168 time: 1.8356607
Jul 13 22:07:36.222033 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 46612) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:36.290426 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf5694e-9c85-41ef-a912-883d4ee0bc50 admin admin] Deleting subnet 929d024b-f9ca-4456-ac0b-9240e5535dae {{(pid=82084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 13 22:07:36.294231 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eaf5694e-9c85-41ef-a912-883d4ee0bc50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:36.353206 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eaf5694e-9c85-41ef-a912-883d4ee0bc50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266505'] for subnet, precommit_delete_associations {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:36.436345 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eaf5694e-9c85-41ef-a912-883d4ee0bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854679291'] for subnet, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:36.503926 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eaf5694e-9c85-41ef-a912-883d4ee0bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-96525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852196838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853174589'] for subnet, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:36.509460 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-01d8be22-d1f5-4cc0-b2dc-ff1f9db8b571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:36.548596 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5694e-9c85-41ef-a912-883d4ee0bc50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=929d024b-f9ca-4456-ac0b-9240e5535dae,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:36.553042 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-eaf5694e-9c85-41ef-a912-883d4ee0bc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:36.556294 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eaf5694e-9c85-41ef-a912-883d4ee0bc50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:36.562698 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-eaf5694e-9c85-41ef-a912-883d4ee0bc50 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/929d024b-f9ca-4456-ac0b-9240e5535dae HTTP/1.1" status: 204  len: 168 time: 0.3396153
Jul 13 22:07:36.565185 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 46638) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:36.566094 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c34a832-f489-4f69-acbb-4728cef4c605 None None] Network f06f9b30-3d60-4ae8-94be-d6b42f3a3052 requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:07:36.686581 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f68966e3-ca6d-4627-ba57-825eeacbc94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-104256'] for network, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:36.698476 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-f68966e3-ca6d-4627-ba57-825eeacbc94c admin admin] Deleting port 332661f1-98b8-4acf-b668-f92d5d1d2f70 {{(pid=82084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:07:36.698849 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f68966e3-ca6d-4627-ba57-825eeacbc94c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:36.836287 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859faf30-d055-4b02-a175-2b8068152e2b None None] DHCP port deletion for f06f9b30-3d60-4ae8-94be-d6b42f3a3052 request from dv-cinder-800618-1-iscsi {{(pid=82085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 13 22:07:36.840497 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-859faf30-d055-4b02-a175-2b8068152e2b None None] Deleting port 332661f1-98b8-4acf-b668-f92d5d1d2f70 {{(pid=82085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:07:36.840964 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-859faf30-d055-4b02-a175-2b8068152e2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:36.924229 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-f68966e3-ca6d-4627-ba57-825eeacbc94c admin admin] For port 332661f1-98b8-4acf-b668-f92d5d1d2f70, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=332661f1-98b8-4acf-b668-f92d5d1d2f70,segment=NetworkSegment(4c136830-8537-4b39-a276-84e121f66237),segment_id=4c136830-8537-4b39-a276-84e121f66237)] {{(pid=82084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:07:36.924821 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f68966e3-ca6d-4627-ba57-825eeacbc94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:37.054867 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-859faf30-d055-4b02-a175-2b8068152e2b None None] For port 332661f1-98b8-4acf-b668-f92d5d1d2f70, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=332661f1-98b8-4acf-b668-f92d5d1d2f70,segment=NetworkSegment(4c136830-8537-4b39-a276-84e121f66237),segment_id=4c136830-8537-4b39-a276-84e121f66237)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:07:37.055937 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-859faf30-d055-4b02-a175-2b8068152e2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:37.056710 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-f68966e3-ca6d-4627-ba57-825eeacbc94c admin admin] Calling delete_port for 332661f1-98b8-4acf-b668-f92d5d1d2f70 owned by network:dhcp {{(pid=82084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:07:37.081702 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46652) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:37.137645 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f68966e3-ca6d-4627-ba57-825eeacbc94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2579020'] for port, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:37.142347 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-59777159-85a8-4cf3-802d-68b4be68f497 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:37.185737 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68966e3-ca6d-4627-ba57-825eeacbc94c admin admin] Pushing event deleted for resources: {'Port': ['ID=332661f1-98b8-4acf-b668-f92d5d1d2f70,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:37.188264 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f68966e3-ca6d-4627-ba57-825eeacbc94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:37.191713 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68966e3-ca6d-4627-ba57-825eeacbc94c admin admin] No DVR routers for this DVR port 332661f1-98b8-4acf-b668-f92d5d1d2f70 on host dv-cinder-800618-1-iscsi {{(pid=82084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:07:37.198109 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-859faf30-d055-4b02-a175-2b8068152e2b None None] Calling delete_port for 332661f1-98b8-4acf-b668-f92d5d1d2f70 owned by network:dhcp {{(pid=82085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:07:37.242345 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-13d953c2-4e1b-46b4-b453-41af33995baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:37.271772 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.db.api [None req-859faf30-d055-4b02-a175-2b8068152e2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 13 22:07:37.272215 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_db.api [None req-859faf30-d055-4b02-a175-2b8068152e2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 13 22:07:37.277986 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-13d953c2-4e1b-46b4-b453-41af33995baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:07:37.278994 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 332661f1-98b8-4acf-b668-f92d5d1d2f70 no longer exists at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:07:37.282613 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-13d953c2-4e1b-46b4-b453-41af33995baa admin admin] Usage tracker for resource:security_group_rule and tenant:a0f3e8a6ac7d47dcaf5c046318351a92 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:07:37.285617 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-13d953c2-4e1b-46b4-b453-41af33995baa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:07:37.292364 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-13d953c2-4e1b-46b4-b453-41af33995baa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:07:37.312763 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] No Port match for: 332661f1-98b8-4acf-b668-f92d5d1d2f70 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:07:37.313517 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 332661f1-98b8-4acf-b668-f92d5d1d2f70 not bound to the agent host dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:07:37.313720 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 31baf189-c963-44d8-9a2a-fc9c3751d4f4 no longer exists at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:07:37.318572 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f68966e3-ca6d-4627-ba57-825eeacbc94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690162', 'neutron.services.segments.db._delete_segments_for_network--9223363253856679420'] for network, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:37.332317 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-f68966e3-ca6d-4627-ba57-825eeacbc94c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf3577d6d8>,) {'filters': {'network_id': ['f06f9b30-3d60-4ae8-94be-d6b42f3a3052']}} {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:37.346942 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-f68966e3-ca6d-4627-ba57-825eeacbc94c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf3577d6d8>, '4c136830-8537-4b39-a276-84e121f66237') {'for_net_delete': True} {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:37.347264 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-f68966e3-ca6d-4627-ba57-825eeacbc94c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf3577d6d8>, '4c136830-8537-4b39-a276-84e121f66237') {} {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:37.359983 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f68966e3-ca6d-4627-ba57-825eeacbc94c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253856686179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509311'] for segment, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:37.361445 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] No Port match for: 31baf189-c963-44d8-9a2a-fc9c3751d4f4 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:07:37.362179 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 31baf189-c963-44d8-9a2a-fc9c3751d4f4 not bound to the agent host dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:07:37.362648 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-13d953c2-4e1b-46b4-b453-41af33995baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:37.363068 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 474ac49a-6b6d-477b-96db-c0669797219a no longer exists at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:07:37.367248 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-13d953c2-4e1b-46b4-b453-41af33995baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:37.375952 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c80a6dee-d324-4337-bffb-147aa021f2c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:37.383023 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f68966e3-ca6d-4627-ba57-825eeacbc94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:37.391410 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f68966e3-ca6d-4627-ba57-825eeacbc94c admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=82084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 13 22:07:37.391978 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f68966e3-ca6d-4627-ba57-825eeacbc94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852196745'] for segment, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:37.404219 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] No Port match for: 474ac49a-6b6d-477b-96db-c0669797219a {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:07:37.404898 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 474ac49a-6b6d-477b-96db-c0669797219a not bound to the agent host dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]: Traceback (most recent call last):
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:     timer()
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:     cb(*args, **kw)
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:     return func(*args, **kwargs)
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:     self._notify()
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:     self.callback(batched_events)
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:     event.method(event)
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:     segment_id)['aggregates'][0]
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:     return f(self, *a, **k)
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self._get(url).json()
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:     **kwargs)
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self.request(url, 'GET', **kwargs)
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:     **endpoint_filter)
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 13 22:07:37.411142 dv-cinder-800618-1-iscsi neutron-server[81974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 13 22:07:37.421437 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d953c2-4e1b-46b4-b453-41af33995baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b83aa2c-7d21-4c22-afae-99a842ed2a9a,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:37.429530 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-13d953c2-4e1b-46b4-b453-41af33995baa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0f3e8a6ac7d47dcaf5c046318351a92&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3464544
Jul 13 22:07:37.431122 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-13d953c2-4e1b-46b4-b453-41af33995baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:37.431793 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46658) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:37.489852 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f68966e3-ca6d-4627-ba57-825eeacbc94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854022065'] for network, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:37.494881 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:37.503475 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-39849294-243f-4a29-9c54-656d22d13a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:37.512334 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f68966e3-ca6d-4627-ba57-825eeacbc94c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:37.518910 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68966e3-ca6d-4627-ba57-825eeacbc94c admin admin] Pushing event deleted for resources: {'Network': ['ID=f06f9b30-3d60-4ae8-94be-d6b42f3a3052,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:37.523465 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f68966e3-ca6d-4627-ba57-825eeacbc94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:37.532801 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-39849294-243f-4a29-9c54-656d22d13a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:37.535272 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-f68966e3-ca6d-4627-ba57-825eeacbc94c admin admin] 10.222.0.18 "DELETE /v2.0/networks/f06f9b30-3d60-4ae8-94be-d6b42f3a3052 HTTP/1.1" status: 204  len: 168 time: 0.9688828
Jul 13 22:07:37.538280 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 46662) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:37.581295 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-39849294-243f-4a29-9c54-656d22d13a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:37.586900 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-82ccd7aa-5168-4699-ae58-c3d0365c4011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:37.599200 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39849294-243f-4a29-9c54-656d22d13a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b83aa2c-7d21-4c22-afae-99a842ed2a9a,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:37.601844 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-39849294-243f-4a29-9c54-656d22d13a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:37.605336 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-39849294-243f-4a29-9c54-656d22d13a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:37.607251 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-39849294-243f-4a29-9c54-656d22d13a65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b83aa2c-7d21-4c22-afae-99a842ed2a9a HTTP/1.1" status: 204  len: 168 time: 0.1742935
Jul 13 22:07:37.773674 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-859faf30-d055-4b02-a175-2b8068152e2b None None] Deleting port 332661f1-98b8-4acf-b668-f92d5d1d2f70 {{(pid=82085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:07:37.774129 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-859faf30-d055-4b02-a175-2b8068152e2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:37.849236 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-859faf30-d055-4b02-a175-2b8068152e2b None None] The port '332661f1-98b8-4acf-b668-f92d5d1d2f70' was deleted {{(pid=82085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}}
Jul 13 22:07:37.962422 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-664e0f47-d6a6-4c92-8d79-562fba778d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758852'] for router_interface, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:37.965266 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46670) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:37.985319 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e27958d1-7977-4b47-9aa7-42701fb4afcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:38.019814 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-e27958d1-7977-4b47-9aa7-42701fb4afcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:07:38.024355 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-e27958d1-7977-4b47-9aa7-42701fb4afcf admin admin] Usage tracker for resource:security_group_rule and tenant:af187fe6a53843e9a411f190b859331c is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:07:38.027365 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-e27958d1-7977-4b47-9aa7-42701fb4afcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:07:38.033415 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-e27958d1-7977-4b47-9aa7-42701fb4afcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:07:38.101157 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e27958d1-7977-4b47-9aa7-42701fb4afcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:38.104538 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e27958d1-7977-4b47-9aa7-42701fb4afcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:38.112162 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2005bc50-0f76-4b5a-8f48-56b385f25edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:38.159066 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27958d1-7977-4b47-9aa7-42701fb4afcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b69bd73-7b4e-4ff1-bdc9-2ec315cdb2af,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:38.163309 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-e27958d1-7977-4b47-9aa7-42701fb4afcf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af187fe6a53843e9a411f190b859331c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1969461
Jul 13 22:07:38.164247 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e27958d1-7977-4b47-9aa7-42701fb4afcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:38.166633 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46674) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:38.229717 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8b93-843a-4eb4-86e3-e1224eae283e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:38.256819 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8b93-843a-4eb4-86e3-e1224eae283e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:38.301721 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8b93-843a-4eb4-86e3-e1224eae283e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:38.306767 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f1417a27-48f7-46c4-811f-d3bbc1fd7dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:38.317512 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f8b93-843a-4eb4-86e3-e1224eae283e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b69bd73-7b4e-4ff1-bdc9-2ec315cdb2af,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:38.322325 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2d1f8b93-843a-4eb4-86e3-e1224eae283e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:38.324341 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8b93-843a-4eb4-86e3-e1224eae283e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:38.329241 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-2d1f8b93-843a-4eb4-86e3-e1224eae283e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b69bd73-7b4e-4ff1-bdc9-2ec315cdb2af HTTP/1.1" status: 204  len: 168 time: 0.1607754
Jul 13 22:07:38.582283 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-664e0f47-d6a6-4c92-8d79-562fba778d60 admin admin] Deleting port e4643255-42ad-41f0-b9b0-6dd6c30486a2 {{(pid=82084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:07:38.582664 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-664e0f47-d6a6-4c92-8d79-562fba778d60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:38.991317 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-664e0f47-d6a6-4c92-8d79-562fba778d60 admin admin] For port e4643255-42ad-41f0-b9b0-6dd6c30486a2, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=e4643255-42ad-41f0-b9b0-6dd6c30486a2,segment=NetworkSegment(1fb71ded-d614-4c90-bb1d-9ec95d73d6d4),segment_id=1fb71ded-d614-4c90-bb1d-9ec95d73d6d4)] {{(pid=82084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:07:38.991800 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-664e0f47-d6a6-4c92-8d79-562fba778d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:39.116800 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-664e0f47-d6a6-4c92-8d79-562fba778d60 admin admin] Calling delete_port for e4643255-42ad-41f0-b9b0-6dd6c30486a2 owned by network:router_interface {{(pid=82084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:07:39.284670 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-664e0f47-d6a6-4c92-8d79-562fba778d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2579020'] for port, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:39.288995 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-812acb61-d81d-4b55-81b6-444574951dca tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:39.335036 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e0f47-d6a6-4c92-8d79-562fba778d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4643255-42ad-41f0-b9b0-6dd6c30486a2,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:39.337529 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-664e0f47-d6a6-4c92-8d79-562fba778d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:39.637306 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-664e0f47-d6a6-4c92-8d79-562fba778d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838721501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854024460'] for router_interface, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:40.238813 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664e0f47-d6a6-4c92-8d79-562fba778d60 admin admin] Router 2930d8e5-af59-4d08-b9f6-542492ad92f4 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:07:40.448633 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664e0f47-d6a6-4c92-8d79-562fba778d60 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:07:40.458201 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c44eaac-c3b2-4bde-8548-a77692829441 None None] Sync routers for ids ['2930d8e5-af59-4d08-b9f6-542492ad92f4'] in dv-cinder-800618-1-iscsi {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:07:40.458836 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-664e0f47-d6a6-4c92-8d79-562fba778d60 admin admin] 10.222.0.18 "PUT /v2.0/routers/2930d8e5-af59-4d08-b9f6-542492ad92f4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9193439
Jul 13 22:07:40.461213 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 46720) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:40.473781 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c44eaac-c3b2-4bde-8548-a77692829441 None None] Routers {'2930d8e5-af59-4d08-b9f6-542492ad92f4'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:07:40.474625 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-8c44eaac-c3b2-4bde-8548-a77692829441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36056e80>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:07:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['2930d8e5-af59-4d08-b9f6-542492ad92f4'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:40.664124 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-8c44eaac-c3b2-4bde-8548-a77692829441 None None] Set router 2930d8e5-af59-4d08-b9f6-542492ad92f4 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:07:40.669960 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2a590943-a26e-4b69-943f-2d1a2b176fbd admin admin] Notify callbacks [] for router, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:40.878493 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2a590943-a26e-4b69-943f-2d1a2b176fbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:40.889235 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-2a590943-a26e-4b69-943f-2d1a2b176fbd admin admin] Deleting port 747714d4-a7ac-4896-9181-fc1bdaea0cc9 {{(pid=82084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:07:40.890227 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2a590943-a26e-4b69-943f-2d1a2b176fbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:41.005594 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-8c44eaac-c3b2-4bde-8548-a77692829441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36056e80>, [{'id': '2930d8e5-af59-4d08-b9f6-542492ad92f4', 'name': 'tempest-TestShelveInstance-247244597-router', 'tenant_id': '9ae54f971cef432394cca611d7d77bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '747714d4-a7ac-4896-9181-fc1bdaea0cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:52Z', 'updated_at': '2021-07-13T22:07:39Z', 'revision_number': 5, 'project_id': '9ae54f971cef432394cca611d7d77bc9', 'gw_port': {'id': '747714d4-a7ac-4896-9181-fc1bdaea0cc9', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2930d8e5-af59-4d08-b9f6-542492ad92f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:01:54Z', 'updated_at': '2021-07-13T22:02:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:41.011059 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c44eaac-c3b2-4bde-8548-a77692829441 None None] Checking router: 2930d8e5-af59-4d08-b9f6-542492ad92f4 for host: dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:07:41.022377 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c44eaac-c3b2-4bde-8548-a77692829441 None None] Routers {'2930d8e5-af59-4d08-b9f6-542492ad92f4'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:07:41.023055 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-8c44eaac-c3b2-4bde-8548-a77692829441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36056e80>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:07:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['2930d8e5-af59-4d08-b9f6-542492ad92f4'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:41.077942 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-2a590943-a26e-4b69-943f-2d1a2b176fbd admin admin] For port 747714d4-a7ac-4896-9181-fc1bdaea0cc9, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=747714d4-a7ac-4896-9181-fc1bdaea0cc9,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:07:41.078591 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2a590943-a26e-4b69-943f-2d1a2b176fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:41.187902 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-8c44eaac-c3b2-4bde-8548-a77692829441 None None] Set router 2930d8e5-af59-4d08-b9f6-542492ad92f4 gateway port host: None {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:07:41.208387 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-2a590943-a26e-4b69-943f-2d1a2b176fbd admin admin] Calling delete_port for 747714d4-a7ac-4896-9181-fc1bdaea0cc9 owned by network:router_gateway {{(pid=82084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:07:41.312319 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-8c44eaac-c3b2-4bde-8548-a77692829441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36056e80>, [{'id': '2930d8e5-af59-4d08-b9f6-542492ad92f4', 'name': 'tempest-TestShelveInstance-247244597-router', 'tenant_id': '9ae54f971cef432394cca611d7d77bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:52Z', 'updated_at': '2021-07-13T22:07:40Z', 'revision_number': 6, 'project_id': '9ae54f971cef432394cca611d7d77bc9', 'gw_port_host': None}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:41.318946 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c44eaac-c3b2-4bde-8548-a77692829441 None None] The sync data for ids ['2930d8e5-af59-4d08-b9f6-542492ad92f4'] in dv-cinder-800618-1-iscsi is: [{'id': '2930d8e5-af59-4d08-b9f6-542492ad92f4', 'name': 'tempest-TestShelveInstance-247244597-router', 'tenant_id': '9ae54f971cef432394cca611d7d77bc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:01:52Z', 'updated_at': '2021-07-13T22:07:40Z', 'revision_number': 6, 'project_id': '9ae54f971cef432394cca611d7d77bc9', 'gw_port_host': None}] {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:07:41.632962 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2a590943-a26e-4b69-943f-2d1a2b176fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2579020'] for port, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:41.637806 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-872feec4-f626-49c3-b250-fbca274b2c4f tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:41.684104 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a590943-a26e-4b69-943f-2d1a2b176fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=747714d4-a7ac-4896-9181-fc1bdaea0cc9,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:41.687396 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2a590943-a26e-4b69-943f-2d1a2b176fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:41.923845 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2a590943-a26e-4b69-943f-2d1a2b176fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753781'] for router_gateway, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:42.201178 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2a590943-a26e-4b69-943f-2d1a2b176fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770116'] for router, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:42.206395 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2a590943-a26e-4b69-943f-2d1a2b176fbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:42.232794 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2a590943-a26e-4b69-943f-2d1a2b176fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854029851'] for router, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:42.233390 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a590943-a26e-4b69-943f-2d1a2b176fbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2930d8e5-af59-4d08-b9f6-542492ad92f4 {{(pid=82084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 13 22:07:42.245819 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2a590943-a26e-4b69-943f-2d1a2b176fbd admin admin] Notify callbacks [] for router, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:42.249267 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-2a590943-a26e-4b69-943f-2d1a2b176fbd admin admin] 10.222.0.18 "DELETE /v2.0/routers/2930d8e5-af59-4d08-b9f6-542492ad92f4 HTTP/1.1" status: 204  len: 168 time: 1.7869782
Jul 13 22:07:42.250009 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46756) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:42.322201 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_v2 [None req-15875f69-577c-4a87-a54f-dff5f490cf78 admin admin] Deleting subnet 5dd52e1d-9284-4ad5-ae39-e2e81bb54eab {{(pid=82083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 13 22:07:42.325585 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-15875f69-577c-4a87-a54f-dff5f490cf78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:42.378202 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-15875f69-577c-4a87-a54f-dff5f490cf78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852293096'] for subnet, precommit_delete_associations {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:42.457599 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-15875f69-577c-4a87-a54f-dff5f490cf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854679291'] for subnet, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:42.530263 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-15875f69-577c-4a87-a54f-dff5f490cf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-96525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852293234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1649821'] for subnet, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:42.534768 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:42.572360 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15875f69-577c-4a87-a54f-dff5f490cf78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dd52e1d-9284-4ad5-ae39-e2e81bb54eab,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:42.575039 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-15875f69-577c-4a87-a54f-dff5f490cf78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:42.577746 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-15875f69-577c-4a87-a54f-dff5f490cf78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:42.583771 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eaf569-af0c-4735-b2bc-1c3ed85fa6fc None None] Network eb0696ca-c584-4f7e-9197-8f986407fc07 requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:07:42.583995 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-15875f69-577c-4a87-a54f-dff5f490cf78 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5dd52e1d-9284-4ad5-ae39-e2e81bb54eab HTTP/1.1" status: 204  len: 168 time: 0.3329365
Jul 13 22:07:42.586767 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46760) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:42.706952 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-576156a0-9420-487b-9560-3feb3022cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-104256'] for network, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:42.719296 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-576156a0-9420-487b-9560-3feb3022cbbf admin admin] Deleting port 030cafb8-9ffe-4b6d-a025-9dcb91acd461 {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:07:42.719591 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-576156a0-9420-487b-9560-3feb3022cbbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:42.939425 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-576156a0-9420-487b-9560-3feb3022cbbf admin admin] For port 030cafb8-9ffe-4b6d-a025-9dcb91acd461, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=030cafb8-9ffe-4b6d-a025-9dcb91acd461,segment=NetworkSegment(1fb71ded-d614-4c90-bb1d-9ec95d73d6d4),segment_id=1fb71ded-d614-4c90-bb1d-9ec95d73d6d4)] {{(pid=82083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:07:42.939947 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-576156a0-9420-487b-9560-3feb3022cbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:43.004080 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978008f3-df5e-42fa-b782-76736970aa60 None None] DHCP port deletion for eb0696ca-c584-4f7e-9197-8f986407fc07 request from dv-cinder-800618-1-iscsi {{(pid=82085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 13 22:07:43.008438 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-978008f3-df5e-42fa-b782-76736970aa60 None None] Deleting port 030cafb8-9ffe-4b6d-a025-9dcb91acd461 {{(pid=82085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:07:43.008888 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-978008f3-df5e-42fa-b782-76736970aa60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:43.231526 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-978008f3-df5e-42fa-b782-76736970aa60 None None] For port 030cafb8-9ffe-4b6d-a025-9dcb91acd461, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=030cafb8-9ffe-4b6d-a025-9dcb91acd461,segment=NetworkSegment(1fb71ded-d614-4c90-bb1d-9ec95d73d6d4),segment_id=1fb71ded-d614-4c90-bb1d-9ec95d73d6d4)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:07:43.231971 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-978008f3-df5e-42fa-b782-76736970aa60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:43.280388 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-576156a0-9420-487b-9560-3feb3022cbbf admin admin] Calling delete_port for 030cafb8-9ffe-4b6d-a025-9dcb91acd461 owned by network:dhcp {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:07:43.303224 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device e4643255-42ad-41f0-b9b0-6dd6c30486a2 no longer exists at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:07:43.354456 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-576156a0-9420-487b-9560-3feb3022cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:43.359309 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-49b12c47-cb80-4860-baf7-859ab73a8e11 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:43.395239 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-978008f3-df5e-42fa-b782-76736970aa60 None None] Calling delete_port for 030cafb8-9ffe-4b6d-a025-9dcb91acd461 owned by network:dhcp {{(pid=82085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:07:43.402814 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576156a0-9420-487b-9560-3feb3022cbbf admin admin] Pushing event deleted for resources: {'Port': ['ID=030cafb8-9ffe-4b6d-a025-9dcb91acd461,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:43.406659 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-576156a0-9420-487b-9560-3feb3022cbbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:43.409817 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576156a0-9420-487b-9560-3feb3022cbbf admin admin] No DVR routers for this DVR port 030cafb8-9ffe-4b6d-a025-9dcb91acd461 on host dv-cinder-800618-1-iscsi {{(pid=82083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:07:43.433314 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] No Port match for: e4643255-42ad-41f0-b9b0-6dd6c30486a2 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:07:43.433711 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device e4643255-42ad-41f0-b9b0-6dd6c30486a2 not bound to the agent host dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:07:43.434185 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 030cafb8-9ffe-4b6d-a025-9dcb91acd461 no longer exists at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:07:43.475136 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] No Port match for: 030cafb8-9ffe-4b6d-a025-9dcb91acd461 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:07:43.475474 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 030cafb8-9ffe-4b6d-a025-9dcb91acd461 not bound to the agent host dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:07:43.475950 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 747714d4-a7ac-4896-9181-fc1bdaea0cc9 no longer exists at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:07:43.519225 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] No Port match for: 747714d4-a7ac-4896-9181-fc1bdaea0cc9 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:07:43.519652 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 747714d4-a7ac-4896-9181-fc1bdaea0cc9 not bound to the agent host dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:07:43.541497 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-576156a0-9420-487b-9560-3feb3022cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690162', 'neutron.services.segments.db._delete_segments_for_network--9223363253856679420'] for network, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:43.546791 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.db.api [None req-978008f3-df5e-42fa-b782-76736970aa60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 13 22:07:43.547207 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_db.api [None req-978008f3-df5e-42fa-b782-76736970aa60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 13 22:07:43.556054 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-576156a0-9420-487b-9560-3feb3022cbbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf36c51d30>,) {'filters': {'network_id': ['eb0696ca-c584-4f7e-9197-8f986407fc07']}} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:43.569721 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-576156a0-9420-487b-9560-3feb3022cbbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf36c51d30>, '1fb71ded-d614-4c90-bb1d-9ec95d73d6d4') {'for_net_delete': True} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:43.570063 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-576156a0-9420-487b-9560-3feb3022cbbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf36c51d30>, '1fb71ded-d614-4c90-bb1d-9ec95d73d6d4') {} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:07:43.582816 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-576156a0-9420-487b-9560-3feb3022cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253856686179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2482704'] for segment, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:43.605297 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-576156a0-9420-487b-9560-3feb3022cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:43.611909 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576156a0-9420-487b-9560-3feb3022cbbf admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=82083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 13 22:07:43.612386 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-576156a0-9420-487b-9560-3feb3022cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852293149'] for segment, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]: Traceback (most recent call last):
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:     timer()
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:     cb(*args, **kw)
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:     return func(*args, **kwargs)
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:     self._notify()
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:     self.callback(batched_events)
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:     event.method(event)
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:     segment_id)['aggregates'][0]
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:     return f(self, *a, **k)
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self._get(url).json()
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:     **kwargs)
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self.request(url, 'GET', **kwargs)
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:     **endpoint_filter)
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 13 22:07:43.627133 dv-cinder-800618-1-iscsi neutron-server[81974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 13 22:07:43.712513 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-576156a0-9420-487b-9560-3feb3022cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854022065'] for network, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:43.716230 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:43.732763 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-576156a0-9420-487b-9560-3feb3022cbbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:43.739141 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576156a0-9420-487b-9560-3feb3022cbbf admin admin] Pushing event deleted for resources: {'Network': ['ID=eb0696ca-c584-4f7e-9197-8f986407fc07,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:43.744591 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-576156a0-9420-487b-9560-3feb3022cbbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:43.747088 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-576156a0-9420-487b-9560-3feb3022cbbf admin admin] 10.222.0.18 "DELETE /v2.0/networks/eb0696ca-c584-4f7e-9197-8f986407fc07 HTTP/1.1" status: 204  len: 168 time: 1.1592443
Jul 13 22:07:43.949721 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46774) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:44.002332 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-99301406-9c1f-4929-ab4b-b317914b71b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3065358f8c8941dc9ed172c1f78f2728&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0512490
Jul 13 22:07:44.004628 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46778) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:44.048004 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-978008f3-df5e-42fa-b782-76736970aa60 None None] Deleting port 030cafb8-9ffe-4b6d-a025-9dcb91acd461 {{(pid=82085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:07:44.048451 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-978008f3-df5e-42fa-b782-76736970aa60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:44.065476 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8664-6602-48be-8663-2db1168759ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:44.095673 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8664-6602-48be-8663-2db1168759ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:44.113699 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-978008f3-df5e-42fa-b782-76736970aa60 None None] The port '030cafb8-9ffe-4b6d-a025-9dcb91acd461' was deleted {{(pid=82085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}}
Jul 13 22:07:44.140942 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8664-6602-48be-8663-2db1168759ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:44.145925 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e20c6aa6-79e8-4e39-be06-de8133b739da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:44.163836 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea8664-6602-48be-8663-2db1168759ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694e41b7-abd2-4bdd-bda1-a1e6c40b44ce,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:44.168155 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b6ea8664-6602-48be-8663-2db1168759ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:44.171366 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b6ea8664-6602-48be-8663-2db1168759ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:44.175008 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-b6ea8664-6602-48be-8663-2db1168759ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/694e41b7-abd2-4bdd-bda1-a1e6c40b44ce HTTP/1.1" status: 204  len: 168 time: 0.1669531
Jul 13 22:07:44.567043 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46786) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:44.622257 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-51c4e45f-909c-4102-94ac-6c6fd62e7602 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9ae54f971cef432394cca611d7d77bc9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0539091
Jul 13 22:07:44.624867 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46794) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:44.687764 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-77309431-103d-49dd-a97e-90ebde708ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:44.716106 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-77309431-103d-49dd-a97e-90ebde708ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:44.763597 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-77309431-103d-49dd-a97e-90ebde708ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:44.769206 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7ba7cea4-a3a8-43ae-ab67-76c634b4482d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:44.781547 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77309431-103d-49dd-a97e-90ebde708ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a9b6ca-3616-4e36-8c11-4a77975e6d84,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:44.784023 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-77309431-103d-49dd-a97e-90ebde708ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:44.791050 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-77309431-103d-49dd-a97e-90ebde708ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:44.793437 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-77309431-103d-49dd-a97e-90ebde708ad1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73a9b6ca-3616-4e36-8c11-4a77975e6d84 HTTP/1.1" status: 204  len: 168 time: 0.1673789
Jul 13 22:07:49.662139 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46844) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:49.813355 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f7c3ea62-d208-4763-9b9b-2947741abfc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:49.845076 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-f7c3ea62-d208-4763-9b9b-2947741abfc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:07:49.849028 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-f7c3ea62-d208-4763-9b9b-2947741abfc2 admin admin] Usage tracker for resource:security_group_rule and tenant:33bff3632e3f4ecdb43ef66cfe6c0628 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:07:49.852439 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-f7c3ea62-d208-4763-9b9b-2947741abfc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:07:49.858427 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-f7c3ea62-d208-4763-9b9b-2947741abfc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:07:49.932035 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f7c3ea62-d208-4763-9b9b-2947741abfc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:49.934452 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f7c3ea62-d208-4763-9b9b-2947741abfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:49.941785 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:49.985125 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3ea62-d208-4763-9b9b-2947741abfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8570d74b-a520-4b99-9c8e-3682daa59325,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:49.991757 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-f7c3ea62-d208-4763-9b9b-2947741abfc2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33bff3632e3f4ecdb43ef66cfe6c0628&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3261061
Jul 13 22:07:49.991757 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f7c3ea62-d208-4763-9b9b-2947741abfc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:49.992210 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46850) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:50.056122 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-468c836d-afca-4458-8615-500db9829649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:50.083134 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-468c836d-afca-4458-8615-500db9829649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:50.126255 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-468c836d-afca-4458-8615-500db9829649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:50.131176 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8f1b87b4-4dc7-427a-8266-dee1bae2af09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:50.144473 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c836d-afca-4458-8615-500db9829649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8570d74b-a520-4b99-9c8e-3682daa59325,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:50.147529 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-468c836d-afca-4458-8615-500db9829649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:50.148424 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-468c836d-afca-4458-8615-500db9829649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:50.150179 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-468c836d-afca-4458-8615-500db9829649 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8570d74b-a520-4b99-9c8e-3682daa59325 HTTP/1.1" status: 204  len: 168 time: 0.1563768
Jul 13 22:07:50.481581 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46858) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:50.504651 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9b806704-2777-445a-854f-c029655ff444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:50.537337 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-9b806704-2777-445a-854f-c029655ff444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:07:50.541367 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-9b806704-2777-445a-854f-c029655ff444 admin admin] Usage tracker for resource:security_group_rule and tenant:6e227cef82404b8b90f7805abe1b3bab is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:07:50.544269 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-9b806704-2777-445a-854f-c029655ff444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:07:50.550278 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-9b806704-2777-445a-854f-c029655ff444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:07:50.617327 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9b806704-2777-445a-854f-c029655ff444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:50.619929 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9b806704-2777-445a-854f-c029655ff444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:50.627216 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2d1f8b93-843a-4eb4-86e3-e1224eae283e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:50.671894 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-9b806704-2777-445a-854f-c029655ff444 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e227cef82404b8b90f7805abe1b3bab&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1891847
Jul 13 22:07:50.672696 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b806704-2777-445a-854f-c029655ff444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c0048e-5316-49a6-b0de-cc1a91198978,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:50.674960 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 46862) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:50.675812 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-9b806704-2777-445a-854f-c029655ff444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:50.737820 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-723bcd23-0eba-4ccf-acc2-045c04babbcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:50.765190 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-723bcd23-0eba-4ccf-acc2-045c04babbcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:50.808297 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-723bcd23-0eba-4ccf-acc2-045c04babbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:50.813153 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-3b3e91fa-3517-4e8a-9fc4-259b895a56ae tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:50.826905 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723bcd23-0eba-4ccf-acc2-045c04babbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c0048e-5316-49a6-b0de-cc1a91198978,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:50.829907 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-723bcd23-0eba-4ccf-acc2-045c04babbcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:50.831051 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-723bcd23-0eba-4ccf-acc2-045c04babbcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:50.832215 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-723bcd23-0eba-4ccf-acc2-045c04babbcd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4c0048e-5316-49a6-b0de-cc1a91198978 HTTP/1.1" status: 204  len: 168 time: 0.1562335
Jul 13 22:07:51.229266 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 46870) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:51.251746 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f7814f12-e93c-41c9-b502-7a2948c486ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:51.282732 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-f7814f12-e93c-41c9-b502-7a2948c486ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:07:51.286642 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-f7814f12-e93c-41c9-b502-7a2948c486ab admin admin] Usage tracker for resource:security_group_rule and tenant:22288cfea1f5408daefcef69c8c00d49 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:07:51.290020 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-f7814f12-e93c-41c9-b502-7a2948c486ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:07:51.295900 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-f7814f12-e93c-41c9-b502-7a2948c486ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:07:51.360671 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f7814f12-e93c-41c9-b502-7a2948c486ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:51.363480 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f7814f12-e93c-41c9-b502-7a2948c486ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:51.371236 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f1fa21fb-9013-4ccf-878e-55fa10a7ae61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:51.413821 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-f7814f12-e93c-41c9-b502-7a2948c486ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22288cfea1f5408daefcef69c8c00d49&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1834145
Jul 13 22:07:51.415284 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7814f12-e93c-41c9-b502-7a2948c486ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9394e655-eff1-48ff-a98c-6e1cd487fb2d,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:51.417298 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46874) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:51.418464 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f7814f12-e93c-41c9-b502-7a2948c486ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:51.482677 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2f797014-7208-471a-9015-574c517b7ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:51.509873 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2f797014-7208-471a-9015-574c517b7ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:51.558252 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2f797014-7208-471a-9015-574c517b7ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:51.563192 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:51.576832 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f797014-7208-471a-9015-574c517b7ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9394e655-eff1-48ff-a98c-6e1cd487fb2d,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:51.580984 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2f797014-7208-471a-9015-574c517b7ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:51.587198 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-2f797014-7208-471a-9015-574c517b7ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:51.588415 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-2f797014-7208-471a-9015-574c517b7ca5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9394e655-eff1-48ff-a98c-6e1cd487fb2d HTTP/1.1" status: 204  len: 168 time: 0.1699820
Jul 13 22:07:56.832376 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:57.830462 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46956) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:57.980692 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-652a633e-d18a-49ca-ae7a-84f59d4ac494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:58.013602 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-652a633e-d18a-49ca-ae7a-84f59d4ac494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:07:58.017664 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-652a633e-d18a-49ca-ae7a-84f59d4ac494 admin admin] Usage tracker for resource:security_group_rule and tenant:1f93ca69bf8243cf865db13e226aebf1 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:07:58.020637 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-652a633e-d18a-49ca-ae7a-84f59d4ac494 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:07:58.026801 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-652a633e-d18a-49ca-ae7a-84f59d4ac494 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:07:58.095019 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-652a633e-d18a-49ca-ae7a-84f59d4ac494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:58.097546 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-652a633e-d18a-49ca-ae7a-84f59d4ac494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:58.105465 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-12509d53-33a0-4535-afc1-a83ee0ae3a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:58.145989 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a633e-d18a-49ca-ae7a-84f59d4ac494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffd2b30-45d1-4d5b-89ce-96b68b2060b8,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:58.152558 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-652a633e-d18a-49ca-ae7a-84f59d4ac494 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f93ca69bf8243cf865db13e226aebf1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3210399
Jul 13 22:07:58.155547 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 46962) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:58.158330 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a633e-d18a-49ca-ae7a-84f59d4ac494 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:58.158753 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a633e-d18a-49ca-ae7a-84f59d4ac494 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:58.159166 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a633e-d18a-49ca-ae7a-84f59d4ac494 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:58.159573 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a633e-d18a-49ca-ae7a-84f59d4ac494 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:58.159978 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a633e-d18a-49ca-ae7a-84f59d4ac494 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:58.160383 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a633e-d18a-49ca-ae7a-84f59d4ac494 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:58.160802 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a633e-d18a-49ca-ae7a-84f59d4ac494 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:58.161216 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a633e-d18a-49ca-ae7a-84f59d4ac494 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:58.161619 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a633e-d18a-49ca-ae7a-84f59d4ac494 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:58.162015 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a633e-d18a-49ca-ae7a-84f59d4ac494 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:58.162412 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a633e-d18a-49ca-ae7a-84f59d4ac494 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:07:58.167114 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-652a633e-d18a-49ca-ae7a-84f59d4ac494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:58.219854 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b94c9f4a-b93f-4188-b2c1-19448b0e6118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:58.246938 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b94c9f4a-b93f-4188-b2c1-19448b0e6118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:58.294232 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b94c9f4a-b93f-4188-b2c1-19448b0e6118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:58.299073 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f7814f12-e93c-41c9-b502-7a2948c486ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:58.311357 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c9f4a-b93f-4188-b2c1-19448b0e6118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffd2b30-45d1-4d5b-89ce-96b68b2060b8,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:58.316475 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b94c9f4a-b93f-4188-b2c1-19448b0e6118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:58.320722 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b94c9f4a-b93f-4188-b2c1-19448b0e6118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:58.322622 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-b94c9f4a-b93f-4188-b2c1-19448b0e6118 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ffd2b30-45d1-4d5b-89ce-96b68b2060b8 HTTP/1.1" status: 204  len: 168 time: 0.1659770
Jul 13 22:07:58.655297 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46970) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:58.675499 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-27cbb416-e9b1-4c26-8a68-3683ba216d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:58.707782 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-27cbb416-e9b1-4c26-8a68-3683ba216d11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:07:58.712390 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-27cbb416-e9b1-4c26-8a68-3683ba216d11 admin admin] Usage tracker for resource:security_group_rule and tenant:9959afea623940848c46145c7e73a235 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:07:58.715306 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-27cbb416-e9b1-4c26-8a68-3683ba216d11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:07:58.721262 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-27cbb416-e9b1-4c26-8a68-3683ba216d11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:07:58.788608 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-27cbb416-e9b1-4c26-8a68-3683ba216d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:58.791556 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-27cbb416-e9b1-4c26-8a68-3683ba216d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:58.798857 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2f797014-7208-471a-9015-574c517b7ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:58.845153 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbb416-e9b1-4c26-8a68-3683ba216d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a9eee1-6cda-4b94-9040-b83d7669009a,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:58.848354 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-27cbb416-e9b1-4c26-8a68-3683ba216d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:58.851964 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-27cbb416-e9b1-4c26-8a68-3683ba216d11 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9959afea623940848c46145c7e73a235&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1955421
Jul 13 22:07:58.854022 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 46974) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:07:58.915632 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a187a44e-891f-45f0-ac08-8a776dd0614e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:58.941589 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a187a44e-891f-45f0-ac08-8a776dd0614e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:58.986138 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a187a44e-891f-45f0-ac08-8a776dd0614e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:58.990980 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-468c836d-afca-4458-8615-500db9829649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:07:59.003942 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187a44e-891f-45f0-ac08-8a776dd0614e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a9eee1-6cda-4b94-9040-b83d7669009a,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:07:59.007705 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a187a44e-891f-45f0-ac08-8a776dd0614e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:07:59.013777 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a187a44e-891f-45f0-ac08-8a776dd0614e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:07:59.014998 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-a187a44e-891f-45f0-ac08-8a776dd0614e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/59a9eee1-6cda-4b94-9040-b83d7669009a HTTP/1.1" status: 204  len: 168 time: 0.1599829
Jul 13 22:08:00.717484 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-23cf2dfa-40d3-4731-8d90-81d7799267ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:02.360217 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:02.436902 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:08:03.007123 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3e2aa8c7-f844-4f1d-9ffa-9f50037770b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:03.631311 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:04.746255 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:05.810102 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81198516-4a33-44ce-866e-c98426720f8b req-5e6557f5-0021-47a1-a617-dd86b29f664e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:05.811703 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-81198516-4a33-44ce-866e-c98426720f8b req-5e6557f5-0021-47a1-a617-dd86b29f664e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.0825889
Jul 13 22:08:05.862054 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-81198516-4a33-44ce-866e-c98426720f8b req-62974ec1-ff0e-4ddf-acac-5d08ed76cd4a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441144
Jul 13 22:08:06.987548 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccd17c-b13d-487a-8daf-81d8c71cbb4c req-d2efbcb6-7197-4cf1-b86d-63904df50e55 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:06.989164 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5dccd17c-b13d-487a-8daf-81d8c71cbb4c req-d2efbcb6-7197-4cf1-b86d-63904df50e55 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.0890620
Jul 13 22:08:07.111226 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-5dccd17c-b13d-487a-8daf-81d8c71cbb4c req-a9d50179-b5a7-4595-b4d4-12ce7d2104ff tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Deleting port 8f247246-3630-4816-a889-d02fa1c77b43 {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:08:07.111534 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-5dccd17c-b13d-487a-8daf-81d8c71cbb4c req-a9d50179-b5a7-4595-b4d4-12ce7d2104ff tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:07.187251 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9fd57-b818-4c3f-be15-7f1b6e6204e8 req-564cc188-e4c0-4b27-8070-0cc32b25de42 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:07.188906 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2ab9fd57-b818-4c3f-be15-7f1b6e6204e8 req-564cc188-e4c0-4b27-8070-0cc32b25de42 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 946 time: 0.1987684
Jul 13 22:08:07.311651 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2ab9fd57-b818-4c3f-be15-7f1b6e6204e8 req-fea2bcc4-36e2-4584-bf7e-08735278fb80 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=70d9f59a-ac18-4ea3-b346-0ba5ebe92310&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0955207
Jul 13 22:08:07.429779 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-5dccd17c-b13d-487a-8daf-81d8c71cbb4c req-a9d50179-b5a7-4595-b4d4-12ce7d2104ff tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] For port 8f247246-3630-4816-a889-d02fa1c77b43, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=8f247246-3630-4816-a889-d02fa1c77b43,segment=NetworkSegment(1352c393-4a46-4893-bc30-a0b11195a5d9),segment_id=1352c393-4a46-4893-bc30-a0b11195a5d9)] {{(pid=82083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:08:07.430107 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-5dccd17c-b13d-487a-8daf-81d8c71cbb4c req-a9d50179-b5a7-4595-b4d4-12ce7d2104ff tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:07.730603 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-5dccd17c-b13d-487a-8daf-81d8c71cbb4c req-a9d50179-b5a7-4595-b4d4-12ce7d2104ff tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:07.731023 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-5dccd17c-b13d-487a-8daf-81d8c71cbb4c req-a9d50179-b5a7-4595-b4d4-12ce7d2104ff tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758945'] for floatingip, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:07.731383 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.l3_db [req-5dccd17c-b13d-487a-8daf-81d8c71cbb4c req-a9d50179-b5a7-4595-b4d4-12ce7d2104ff tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Floating IP ae3772b1-0363-4102-92e7-f7bfaebdbf62 disassociated. External IP: 172.27.3.62, port: 8f247246-3630-4816-a889-d02fa1c77b43.
Jul 13 22:08:07.731768 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-5dccd17c-b13d-487a-8daf-81d8c71cbb4c req-a9d50179-b5a7-4595-b4d4-12ce7d2104ff tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Calling delete_port for 8f247246-3630-4816-a889-d02fa1c77b43 owned by compute:nova {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:08:07.878425 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-5dccd17c-b13d-487a-8daf-81d8c71cbb4c req-a9d50179-b5a7-4595-b4d4-12ce7d2104ff tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:07.884440 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-38f87421-2140-4670-ad60-bab4de060978 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:08:07.928259 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d50179-b5a7-4595-b4d4-12ce7d2104ff tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Pushing event deleted for resources: {'Port': ['ID=8f247246-3630-4816-a889-d02fa1c77b43,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:08:07.931938 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a9d50179-b5a7-4595-b4d4-12ce7d2104ff tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:08:08.147325 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dccd17c-b13d-487a-8daf-81d8c71cbb4c req-a9d50179-b5a7-4595-b4d4-12ce7d2104ff tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Router b1173936-da62-4a36-a053-cda0ccdc1621 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:08:08.366624 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dccd17c-b13d-487a-8daf-81d8c71cbb4c req-a9d50179-b5a7-4595-b4d4-12ce7d2104ff tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:08:08.379359 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842d655-df9e-4073-9bef-4692b4733511 None None] Sync routers for ids ['b1173936-da62-4a36-a053-cda0ccdc1621'] in dv-cinder-800618-1-iscsi {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:08:08.393218 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842d655-df9e-4073-9bef-4692b4733511 None None] Routers {'b1173936-da62-4a36-a053-cda0ccdc1621'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:08:08.394374 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-8842d655-df9e-4073-9bef-4692b4733511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36510438>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:08:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['b1173936-da62-4a36-a053-cda0ccdc1621'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:08:08.453508 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dccd17c-b13d-487a-8daf-81d8c71cbb4c req-a9d50179-b5a7-4595-b4d4-12ce7d2104ff tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] No DVR routers for this DVR port 8f247246-3630-4816-a889-d02fa1c77b43 on host hv-cinder-80061 {{(pid=82083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:08:08.456081 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-5dccd17c-b13d-487a-8daf-81d8c71cbb4c req-a9d50179-b5a7-4595-b4d4-12ce7d2104ff tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:08.459484 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d94661-7f9b-4b24-b305-312abefbe23f', 'name': 'network-vif-deleted', 'tag': '8f247246-3630-4816-a889-d02fa1c77b43'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:08:08.486889 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5dccd17c-b13d-487a-8daf-81d8c71cbb4c req-a9d50179-b5a7-4595-b4d4-12ce7d2104ff tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.15 "DELETE /v2.0/ports/8f247246-3630-4816-a889-d02fa1c77b43 HTTP/1.1" status: 204  len: 173 time: 1.4585831
Jul 13 22:08:08.505847 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-99c814db-2678-47a5-88d0-4a6b2a3b0ddc req-0236851d-8d9e-489a-a0ec-d5c5e8bb4198 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6d94661-7f9b-4b24-b305-312abefbe23f HTTP/1.1" status: 200  len: 210 time: 0.0548401
Jul 13 22:08:08.528049 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d94661-7f9b-4b24-b305-312abefbe23f', 'name': 'network-vif-deleted', 'tag': '8f247246-3630-4816-a889-d02fa1c77b43', 'status': 'completed', 'code': 200}
Jul 13 22:08:08.774531 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-8842d655-df9e-4073-9bef-4692b4733511 None None] Set router b1173936-da62-4a36-a053-cda0ccdc1621 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:08:09.104354 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-8842d655-df9e-4073-9bef-4692b4733511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36510438>, [{'id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'name': 'tempest-AttachVolumeTestJSON-1592688563-router', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:42Z', 'updated_at': '2021-07-13T21:58:53Z', 'revision_number': 4, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'gw_port': {'id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:43Z', 'updated_at': '2021-07-13T21:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': 'ff5dd7cf-732e-4bad-8cfe-d2cbf2407881', 'name': '', 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'mac_address': 'fa:16:3e:31:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:59:12Z', 'revision_number': 5, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'subnets': [{'id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:08:09.108455 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842d655-df9e-4073-9bef-4692b4733511 None None] Checking router: b1173936-da62-4a36-a053-cda0ccdc1621 for host: dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:08:09.119486 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842d655-df9e-4073-9bef-4692b4733511 None None] Routers {'b1173936-da62-4a36-a053-cda0ccdc1621'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:08:09.120136 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-8842d655-df9e-4073-9bef-4692b4733511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36510438>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:08:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['b1173936-da62-4a36-a053-cda0ccdc1621'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:08:09.305717 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-8842d655-df9e-4073-9bef-4692b4733511 None None] Set router b1173936-da62-4a36-a053-cda0ccdc1621 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:08:09.633334 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-8842d655-df9e-4073-9bef-4692b4733511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36510438>, [{'id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'name': 'tempest-AttachVolumeTestJSON-1592688563-router', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:42Z', 'updated_at': '2021-07-13T21:58:53Z', 'revision_number': 4, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'gw_port': {'id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:43Z', 'updated_at': '2021-07-13T21:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': 'ff5dd7cf-732e-4bad-8cfe-d2cbf2407881', 'name': '', 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'mac_address': 'fa:16:3e:31:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:59:12Z', 'revision_number': 5, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'subnets': [{'id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:08:09.638067 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842d655-df9e-4073-9bef-4692b4733511 None None] The sync data for ids ['b1173936-da62-4a36-a053-cda0ccdc1621'] in dv-cinder-800618-1-iscsi is: [{'id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'name': 'tempest-AttachVolumeTestJSON-1592688563-router', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:42Z', 'updated_at': '2021-07-13T21:58:53Z', 'revision_number': 4, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'gw_port': {'id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:43Z', 'updated_at': '2021-07-13T21:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': 'ff5dd7cf-732e-4bad-8cfe-d2cbf2407881', 'name': '', 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'mac_address': 'fa:16:3e:31:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:59:12Z', 'revision_number': 5, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'subnets': [{'id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:08:09.649253 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 47094) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:08:09.722115 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5d58f41f-1950-4769-9a15-36074bf5ee17 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:09.751817 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5d58f41f-1950-4769-9a15-36074bf5ee17 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:09.797206 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5d58f41f-1950-4769-9a15-36074bf5ee17 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:09.802500 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-39849294-243f-4a29-9c54-656d22d13a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:08:09.819075 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58f41f-1950-4769-9a15-36074bf5ee17 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d9f59a-ac18-4ea3-b346-0ba5ebe92310,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:08:09.825192 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-5d58f41f-1950-4769-9a15-36074bf5ee17 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:08:09.827149 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5d58f41f-1950-4769-9a15-36074bf5ee17 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:09.828624 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-5d58f41f-1950-4769-9a15-36074bf5ee17 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "DELETE /v2.0/security-groups/70d9f59a-ac18-4ea3-b346-0ba5ebe92310 HTTP/1.1" status: 204  len: 168 time: 0.1782610
Jul 13 22:08:09.831442 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 47098) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:08:09.849599 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.v2.resource [None req-c0889db7-3dbf-482b-b98f-d054d5cc90f8 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] show failed (client error): The resource could not be found.
Jul 13 22:08:09.855261 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-c0889db7-3dbf-482b-b98f-d054d5cc90f8 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups/70d9f59a-ac18-4ea3-b346-0ba5ebe92310 HTTP/1.1" status: 404  len: 347 time: 0.0182533
Jul 13 22:08:09.855524 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 47102) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:08:10.020870 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Deleting port 9970384b-8e99-45a0-92cb-cef790334cb6 {{(pid=82084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:08:10.021358 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:10.111071 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236d45db-165d-495f-8dcb-34c0f75da307 None None] New status for floating IP ae3772b1-0363-4102-92e7-f7bfaebdbf62: DOWN {{(pid=82085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 13 22:08:10.205366 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:10.205741 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:10.337881 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Calling delete_port for 9970384b-8e99-45a0-92cb-cef790334cb6 owned by network:floatingip {{(pid=82084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:08:10.421649 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.db.api [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82084) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 13 22:08:10.422016 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_db.api [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 13 22:08:10.637488 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 8f247246-3630-4816-a889-d02fa1c77b43 no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:08:10.670797 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] No Port match for: 8f247246-3630-4816-a889-d02fa1c77b43 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:08:10.671193 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 8f247246-3630-4816-a889-d02fa1c77b43 not bound to the agent host hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:08:10.923242 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Deleting port 9970384b-8e99-45a0-92cb-cef790334cb6 {{(pid=82084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:08:10.923589 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:11.103172 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:11.103538 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:11.229887 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Calling delete_port for 9970384b-8e99-45a0-92cb-cef790334cb6 owned by network:floatingip {{(pid=82084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:08:11.367762 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2579020'] for port, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:11.373311 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e526701a-779c-431a-be5b-20aaa62a22ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:08:11.417043 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Pushing event deleted for resources: {'Port': ['ID=9970384b-8e99-45a0-92cb-cef790334cb6,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:08:11.457359 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:08:11.457729 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:08:11.458146 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:08:11.458561 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:08:11.458972 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:08:11.459382 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:08:11.459790 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:08:11.460198 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:08:11.460603 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:08:11.461035 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:08:11.461441 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:08:11.468486 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:08:11.523256 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for floatingip, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:11.537555 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for floatingip, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:11.538749 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "DELETE /v2.0/floatingips/ae3772b1-0363-4102-92e7-f7bfaebdbf62 HTTP/1.1" status: 204  len: 168 time: 1.6827338
Jul 13 22:08:11.883377 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 47112) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:08:11.889602 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-94a4dd74-ec81-496b-bef8-d528e7422950 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--971267870', 'description': 'tempest-description--547615488'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:08:11.895867 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-94a4dd74-ec81-496b-bef8-d528e7422950 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:08:11.900663 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-94a4dd74-ec81-496b-bef8-d528e7422950 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Usage tracker for resource:security_group and tenant:e949f3b270414d3095f5528a841766ca is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:08:11.904508 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-94a4dd74-ec81-496b-bef8-d528e7422950 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:08:11.910559 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-94a4dd74-ec81-496b-bef8-d528e7422950 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:08:11.919979 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-94a4dd74-ec81-496b-bef8-d528e7422950 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:11.955510 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-94a4dd74-ec81-496b-bef8-d528e7422950 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:08:11.959460 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-94a4dd74-ec81-496b-bef8-d528e7422950 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Usage tracker for resource:security_group_rule and tenant:e949f3b270414d3095f5528a841766ca is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:08:11.963153 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-94a4dd74-ec81-496b-bef8-d528e7422950 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:08:11.969480 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-94a4dd74-ec81-496b-bef8-d528e7422950 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:08:12.026266 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-94a4dd74-ec81-496b-bef8-d528e7422950 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:12.028898 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-94a4dd74-ec81-496b-bef8-d528e7422950 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:12.034064 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-fc06790b-fb60-4442-bbe6-3350e05b056a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:08:12.080697 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4dd74-ec81-496b-bef8-d528e7422950 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=470af990-5464-4098-9997-79cadfcf4d18,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:08:12.085021 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-94a4dd74-ec81-496b-bef8-d528e7422950 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:08:12.085779 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-94a4dd74-ec81-496b-bef8-d528e7422950 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:12.087593 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-94a4dd74-ec81-496b-bef8-d528e7422950 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.2025833
Jul 13 22:08:12.090643 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 47116) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:08:12.096403 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-206fd303-3a04-428e-80b2-5123a92c651f tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Request body: {'security_group_rule': {'security_group_id': '470af990-5464-4098-9997-79cadfcf4d18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:08:12.102549 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-206fd303-3a04-428e-80b2-5123a92c651f tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:08:12.107283 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-206fd303-3a04-428e-80b2-5123a92c651f tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Usage tracker for resource:security_group_rule and tenant:e949f3b270414d3095f5528a841766ca is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:08:12.110292 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-206fd303-3a04-428e-80b2-5123a92c651f tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:08:12.116475 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-206fd303-3a04-428e-80b2-5123a92c651f tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:08:12.132186 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-206fd303-3a04-428e-80b2-5123a92c651f tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:12.194936 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-206fd303-3a04-428e-80b2-5123a92c651f tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:12.197673 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-206fd303-3a04-428e-80b2-5123a92c651f tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215557'] for security_group_rule, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:12.199759 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-d78fc7ad-ac3d-41c0-aaed-a434fea95a7e tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:08:12.223117 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fd303-3a04-428e-80b2-5123a92c651f tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf414bb6-c205-4ca5-ba5c-8dd981f2a600,revision_number=0']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:08:12.225739 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-206fd303-3a04-428e-80b2-5123a92c651f tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:08:12.232797 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-206fd303-3a04-428e-80b2-5123a92c651f tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:12.234104 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-206fd303-3a04-428e-80b2-5123a92c651f tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1426079
Jul 13 22:08:12.237087 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 47124) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:08:12.243060 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-3f3670cc-3190-45c8-9762-9624a501779e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Request body: {'security_group_rule': {'security_group_id': '470af990-5464-4098-9997-79cadfcf4d18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:08:12.249801 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-3f3670cc-3190-45c8-9762-9624a501779e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:08:12.253746 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-3f3670cc-3190-45c8-9762-9624a501779e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Usage tracker for resource:security_group_rule and tenant:e949f3b270414d3095f5528a841766ca is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:08:12.256739 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-3f3670cc-3190-45c8-9762-9624a501779e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:08:12.262759 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-3f3670cc-3190-45c8-9762-9624a501779e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:08:12.277931 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3f3670cc-3190-45c8-9762-9624a501779e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:12.340721 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3f3670cc-3190-45c8-9762-9624a501779e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:12.343232 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3f3670cc-3190-45c8-9762-9624a501779e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215557'] for security_group_rule, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:12.345404 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-206fd303-3a04-428e-80b2-5123a92c651f tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:08:12.369705 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3670cc-3190-45c8-9762-9624a501779e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446815c8-527d-4676-b14a-dbef8dc735e1,revision_number=0']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:08:12.373780 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-3f3670cc-3190-45c8-9762-9624a501779e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:08:12.380736 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3f3670cc-3190-45c8-9762-9624a501779e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:12.382041 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-3f3670cc-3190-45c8-9762-9624a501779e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1439357
Jul 13 22:08:12.385406 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 47130) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:08:12.391052 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-cb4b3913-084f-41fb-b281-20daabdcf4af tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Request body: {'floatingip': {'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:08:12.396675 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-cb4b3913-084f-41fb-b281-20daabdcf4af tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:08:12.400887 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-cb4b3913-084f-41fb-b281-20daabdcf4af tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Usage tracker for resource:floatingip and tenant:e949f3b270414d3095f5528a841766ca is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:08:12.403763 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-cb4b3913-084f-41fb-b281-20daabdcf4af tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:08:12.409831 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-cb4b3913-084f-41fb-b281-20daabdcf4af tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:08:12.419652 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3913-084f-41fb-b281-20daabdcf4af tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for floatingip, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:12.568246 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3913-084f-41fb-b281-20daabdcf4af tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:12.708623 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [None req-cb4b3913-084f-41fb-b281-20daabdcf4af tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Allocated IP 172.27.3.7 (c8866fbd-09a0-4cda-b97c-1016e46e3e88/8a6156a0-7e3f-4c59-8b62-81399f240021/2f7ed800-d0f3-401b-8e82-95a35f25a27c) {{(pid=82084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:08:12.866571 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3913-084f-41fb-b281-20daabdcf4af tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for port, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:12.891660 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3913-084f-41fb-b281-20daabdcf4af tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2579020'] for port, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:12.895884 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1aa7b447-467f-4082-ba7f-6bcaa943718e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:08:12.965456 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4b3913-084f-41fb-b281-20daabdcf4af tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Network c8866fbd-09a0-4cda-b97c-1016e46e3e88 is already hosted by enough agents. {{(pid=82084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:08:12.968649 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [None req-cb4b3913-084f-41fb-b281-20daabdcf4af tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Resources bound (agent type, host, resource id):  {{(pid=82084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:08:12.971094 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4b3913-084f-41fb-b281-20daabdcf4af tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Received port after_create {{(pid=82084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:08:13.001376 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b3913-084f-41fb-b281-20daabdcf4af tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Pushing event updated for resources: {'Port': ['ID=2f7ed800-d0f3-401b-8e82-95a35f25a27c,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:08:13.004051 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-cb4b3913-084f-41fb-b281-20daabdcf4af tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:08:13.130428 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3913-084f-41fb-b281-20daabdcf4af tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:13.183464 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3913-084f-41fb-b281-20daabdcf4af tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:13.395250 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3913-084f-41fb-b281-20daabdcf4af tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for port, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:13.398661 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3913-084f-41fb-b281-20daabdcf4af tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852196779'] for port, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:13.402973 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-86c7662d-80a6-46f8-9056-dc174e79d95c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:08:13.505310 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b3913-084f-41fb-b281-20daabdcf4af tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Pushing event updated for resources: {'Port': ['ID=2f7ed800-d0f3-401b-8e82-95a35f25a27c,revision_number=2']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:08:13.508066 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-cb4b3913-084f-41fb-b281-20daabdcf4af tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:08:13.521562 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3913-084f-41fb-b281-20daabdcf4af tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758945'] for floatingip, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:13.542518 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3913-084f-41fb-b281-20daabdcf4af tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for floatingip, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:13.543815 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-cb4b3913-084f-41fb-b281-20daabdcf4af tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.1574321
Jul 13 22:08:13.846504 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-81083e11-682c-4e45-b383-7193873b3fa8 req-4ca84bb4-1509-4f9f-b5eb-96f3e882be0c tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Synchronizing usage tracker for tenant:e949f3b270414d3095f5528a841766ca on resource:security_group {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:08:13.861695 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-81083e11-682c-4e45-b383-7193873b3fa8 req-4ca84bb4-1509-4f9f-b5eb-96f3e882be0c tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Unset dirty status for tenant:e949f3b270414d3095f5528a841766ca on resource:security_group {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:08:13.862919 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-81083e11-682c-4e45-b383-7193873b3fa8 req-4ca84bb4-1509-4f9f-b5eb-96f3e882be0c tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--971267870&fields=id&tenant_id=e949f3b270414d3095f5528a841766ca HTTP/1.1" status: 200  len: 267 time: 0.0640388
Jul 13 22:08:14.022091 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81083e11-682c-4e45-b383-7193873b3fa8 req-1ba94224-81cf-48e0-a1c8-066579f832a6 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:14.023642 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-81083e11-682c-4e45-b383-7193873b3fa8 req-1ba94224-81cf-48e0-a1c8-066579f832a6 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/networks?id=c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 HTTP/1.1" status: 200  len: 811 time: 0.1531045
Jul 13 22:08:14.041800 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-81083e11-682c-4e45-b383-7193873b3fa8 req-464643c4-f6ec-4a29-9721-4e4817b1bedd tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/quotas/e949f3b270414d3095f5528a841766ca HTTP/1.1" status: 200  len: 375 time: 0.0117064
Jul 13 22:08:14.126474 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-81083e11-682c-4e45-b383-7193873b3fa8 req-728e7837-e7da-406d-b5b1-101b4d7847b0 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Synchronizing usage tracker for tenant:e949f3b270414d3095f5528a841766ca on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:08:14.140735 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-81083e11-682c-4e45-b383-7193873b3fa8 req-728e7837-e7da-406d-b5b1-101b4d7847b0 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Unset dirty status for tenant:e949f3b270414d3095f5528a841766ca on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:08:14.142175 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-81083e11-682c-4e45-b383-7193873b3fa8 req-728e7837-e7da-406d-b5b1-101b4d7847b0 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e949f3b270414d3095f5528a841766ca&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0952404
Jul 13 22:08:14.630549 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-81083e11-682c-4e45-b383-7193873b3fa8 req-b7ec060f-8906-4875-b767-3286b24d8ba0 service neutron] 10.222.0.18 "GET /v2.0/networks/c786a95b-96e8-46c1-a1a0-fc4a1a977bd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4753256
Jul 13 22:08:14.773219 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-81083e11-682c-4e45-b383-7193873b3fa8 req-95168c68-1994-467c-9e21-a66da3fae0d8 service neutron] 10.222.0.18 "GET /v2.0/networks/c786a95b-96e8-46c1-a1a0-fc4a1a977bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356232
Jul 13 22:08:15.202640 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-6f492d62-3b08-48f8-8858-bec08633ff6c req-7484a5d1-84fa-400c-8806-2657ff5cdc04 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Synchronizing usage tracker for tenant:e949f3b270414d3095f5528a841766ca on resource:port {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:08:15.217124 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-6f492d62-3b08-48f8-8858-bec08633ff6c req-7484a5d1-84fa-400c-8806-2657ff5cdc04 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Unset dirty status for tenant:e949f3b270414d3095f5528a841766ca on resource:port {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:08:15.218433 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6f492d62-3b08-48f8-8858-bec08633ff6c req-7484a5d1-84fa-400c-8806-2657ff5cdc04 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=256cb8ee-1044-44a9-b44d-f70b366146c1 HTTP/1.1" status: 200  len: 210 time: 0.2896726
Jul 13 22:08:16.165550 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81083e11-682c-4e45-b383-7193873b3fa8 req-28a2fe0e-dc32-4f50-b640-058ebe3d74cd tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:16.167088 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-81083e11-682c-4e45-b383-7193873b3fa8 req-28a2fe0e-dc32-4f50-b640-058ebe3d74cd tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.15 "GET /v2.0/networks?id=c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 HTTP/1.1" status: 200  len: 811 time: 0.1588919
Jul 13 22:08:16.232343 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-81083e11-682c-4e45-b383-7193873b3fa8 req-2474e483-df19-4eb4-a57a-6e3d93ed6546 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e949f3b270414d3095f5528a841766ca HTTP/1.1" status: 200  len: 379 time: 0.0456889
Jul 13 22:08:16.245685 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-81083e11-682c-4e45-b383-7193873b3fa8 req-dc536879-07ed-4e23-837c-78b2713233c5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Request body: {'port': {'device_id': '256cb8ee-1044-44a9-b44d-f70b366146c1', 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'admin_state_up': True, 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'security_groups': ['470af990-5464-4098-9997-79cadfcf4d18']}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:08:16.401656 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-810b4e73-6cea-4ffe-a4e3-64367e945ade req-5e0113b9-733c-45c1-8317-461430c5aac7 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=256cb8ee-1044-44a9-b44d-f70b366146c1 HTTP/1.1" status: 200  len: 210 time: 0.0597608
Jul 13 22:08:16.441828 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-81083e11-682c-4e45-b383-7193873b3fa8 req-dc536879-07ed-4e23-837c-78b2713233c5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:08:16.452350 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [req-81083e11-682c-4e45-b383-7193873b3fa8 req-dc536879-07ed-4e23-837c-78b2713233c5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:08:16.461171 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81083e11-682c-4e45-b383-7193873b3fa8 req-dc536879-07ed-4e23-837c-78b2713233c5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Made reservation on behalf of e949f3b270414d3095f5528a841766ca for: {'port': 1} {{(pid=82083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 13 22:08:16.466679 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-81083e11-682c-4e45-b383-7193873b3fa8 req-dc536879-07ed-4e23-837c-78b2713233c5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:16.636195 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_common [req-81083e11-682c-4e45-b383-7193873b3fa8 req-dc536879-07ed-4e23-837c-78b2713233c5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Allocated IP 172.20.0.13 (c786a95b-96e8-46c1-a1a0-fc4a1a977bd5/1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c/d34d0647-59c4-4d39-8ed6-29b64d4aebbb) {{(pid=82083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 13 22:08:16.840109 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-81083e11-682c-4e45-b383-7193873b3fa8 req-dc536879-07ed-4e23-837c-78b2713233c5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for port, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:16.856404 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-81083e11-682c-4e45-b383-7193873b3fa8 req-dc536879-07ed-4e23-837c-78b2713233c5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Transition to ACTIVE for port object d34d0647-59c4-4d39-8ed6-29b64d4aebbb will not be triggered until provisioned by entity DHCP. {{(pid=82083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:08:16.875850 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-81083e11-682c-4e45-b383-7193873b3fa8 req-dc536879-07ed-4e23-837c-78b2713233c5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782997562295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:16.882225 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4cc538fd-2e30-4e5b-9f5b-a36fe803b1fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:08:16.944487 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81083e11-682c-4e45-b383-7193873b3fa8 req-dc536879-07ed-4e23-837c-78b2713233c5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Network c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 is already hosted by enough agents. {{(pid=82083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jul 13 22:08:16.952589 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.base_scheduler [req-81083e11-682c-4e45-b383-7193873b3fa8 req-dc536879-07ed-4e23-837c-78b2713233c5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Resources bound (agent type, host, resource id):  {{(pid=82083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Jul 13 22:08:16.955292 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-81083e11-682c-4e45-b383-7193873b3fa8 req-dc536879-07ed-4e23-837c-78b2713233c5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Received port after_create {{(pid=82083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 13 22:08:17.001553 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc536879-07ed-4e23-837c-78b2713233c5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Pushing event updated for resources: {'Port': ['ID=d34d0647-59c4-4d39-8ed6-29b64d4aebbb,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:08:17.004594 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-dc536879-07ed-4e23-837c-78b2713233c5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:08:17.031866 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81083e11-682c-4e45-b383-7193873b3fa8 req-dc536879-07ed-4e23-837c-78b2713233c5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:17.032489 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-81083e11-682c-4e45-b383-7193873b3fa8 req-dc536879-07ed-4e23-837c-78b2713233c5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:17.060115 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-81083e11-682c-4e45-b383-7193873b3fa8 req-dc536879-07ed-4e23-837c-78b2713233c5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8193476
Jul 13 22:08:17.079415 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [req-81083e11-682c-4e45-b383-7193873b3fa8 req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] Request body: {'port': {'device_id': '256cb8ee-1044-44a9-b44d-f70b366146c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80061'}} {{(pid=82083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:08:17.194925 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-81083e11-682c-4e45-b383-7193873b3fa8 req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:17.285865 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-114910e0-3650-41d9-a215-983b461a7be7 None None] Provisioning for port d34d0647-59c4-4d39-8ed6-29b64d4aebbb completed by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:08:17.291881 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-114910e0-3650-41d9-a215-983b461a7be7 None None] Provisioning complete for port d34d0647-59c4-4d39-8ed6-29b64d4aebbb triggered by entity DHCP. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:08:17.292384 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-114910e0-3650-41d9-a215-983b461a7be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:17.345724 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-114910e0-3650-41d9-a215-983b461a7be7 None None] Port d34d0647-59c4-4d39-8ed6-29b64d4aebbb cannot update to ACTIVE because it is not bound. {{(pid=82085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Jul 13 22:08:17.550777 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [req-81083e11-682c-4e45-b383-7193873b3fa8 req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d34d0647-59c4-4d39-8ed6-29b64d4aebbb {{(pid=82083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:08:17.557816 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-81083e11-682c-4e45-b383-7193873b3fa8 req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:17.573412 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [req-81083e11-682c-4e45-b383-7193873b3fa8 req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] Transition to ACTIVE for port object d34d0647-59c4-4d39-8ed6-29b64d4aebbb will not be triggered until provisioned by entity L2. {{(pid=82083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 13 22:08:17.576152 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-81083e11-682c-4e45-b383-7193873b3fa8 req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852293183'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:17.580883 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e4c85ec7-646d-4eba-a3e2-86756897f07d tempest-VolumesActionsTest-505154961 tempest-VolumesActionsTest-505154961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:08:17.606108 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f71582-4950-4678-b89f-012aae2c58a0 req-54faf34f-568f-43fb-82fe-331535dff29a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:17.607714 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-83f71582-4950-4678-b89f-012aae2c58a0 req-54faf34f-568f-43fb-82fe-331535dff29a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=256cb8ee-1044-44a9-b44d-f70b366146c1 HTTP/1.1" status: 200  len: 932 time: 0.0821261
Jul 13 22:08:17.657462 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-83f71582-4950-4678-b89f-012aae2c58a0 req-eda7eaf6-7984-4872-83c1-be7f1865c119 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Synchronizing usage tracker for tenant:e949f3b270414d3095f5528a841766ca on resource:security_group {{(pid=82084) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:08:17.671031 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-83f71582-4950-4678-b89f-012aae2c58a0 req-eda7eaf6-7984-4872-83c1-be7f1865c119 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Unset dirty status for tenant:e949f3b270414d3095f5528a841766ca on resource:security_group {{(pid=82084) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:08:17.672303 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-83f71582-4950-4678-b89f-012aae2c58a0 req-eda7eaf6-7984-4872-83c1-be7f1865c119 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=470af990-5464-4098-9997-79cadfcf4d18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583236
Jul 13 22:08:17.719855 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] Pushing event updated for resources: {'Port': ['ID=d34d0647-59c4-4d39-8ed6-29b64d4aebbb,revision_number=2']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:08:17.722915 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:08:17.838880 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-81083e11-682c-4e45-b383-7193873b3fa8 req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] Attempting to bind port d34d0647-59c4-4d39-8ed6-29b64d4aebbb on host hv-cinder-80061 for vnic_type normal with profile  {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 13 22:08:17.839258 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-81083e11-682c-4e45-b383-7193873b3fa8 req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] Attempting to bind port d34d0647-59c4-4d39-8ed6-29b64d4aebbb by drivers openvswitch,hyperv on host hv-cinder-80061 at level 0 using segments [{'id': '1352c393-4a46-4893-bc30-a0b11195a5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5'}] {{(pid=82083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 13 22:08:17.839633 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81083e11-682c-4e45-b383-7193873b3fa8 req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] Attempting to bind port d34d0647-59c4-4d39-8ed6-29b64d4aebbb on network c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:08:17.845972 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81083e11-682c-4e45-b383-7193873b3fa8 req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] Port d34d0647-59c4-4d39-8ed6-29b64d4aebbb on network c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80061 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 13 22:08:17.846335 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81083e11-682c-4e45-b383-7193873b3fa8 req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] Attempting to bind port d34d0647-59c4-4d39-8ed6-29b64d4aebbb on network c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 13 22:08:17.853609 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81083e11-682c-4e45-b383-7193873b3fa8 req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] Checking agent: {'id': '86d26810-67bf-4143-935e-299d5b9ec4cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80061', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'started_at': datetime.datetime(2021, 7, 13, 21, 56, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 22, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 13 22:08:17.853986 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81083e11-682c-4e45-b383-7193873b3fa8 req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] Checking segment: {'id': '1352c393-4a46-4893-bc30-a0b11195a5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 13 22:08:17.854411 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81083e11-682c-4e45-b383-7193873b3fa8 req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] Bound using segment: {'id': '1352c393-4a46-4893-bc30-a0b11195a5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5'} {{(pid=82083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 13 22:08:17.854886 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.managers [req-81083e11-682c-4e45-b383-7193873b3fa8 req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] Bound port: d34d0647-59c4-4d39-8ed6-29b64d4aebbb, host: hv-cinder-80061, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1352c393-4a46-4893-bc30-a0b11195a5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5'}}] {{(pid=82083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 13 22:08:17.855271 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-81083e11-682c-4e45-b383-7193873b3fa8 req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:17.959105 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-81083e11-682c-4e45-b383-7193873b3fa8 req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] For port d34d0647-59c4-4d39-8ed6-29b64d4aebbb, host hv-cinder-80061, cleared binding levels {{(pid=82083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Jul 13 22:08:17.962311 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-81083e11-682c-4e45-b383-7193873b3fa8 req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] For port d34d0647-59c4-4d39-8ed6-29b64d4aebbb, host hv-cinder-80061, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=d34d0647-59c4-4d39-8ed6-29b64d4aebbb,segment=NetworkSegment(1352c393-4a46-4893-bc30-a0b11195a5d9),segment_id=1352c393-4a46-4893-bc30-a0b11195a5d9)] {{(pid=82083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Jul 13 22:08:17.965877 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-81083e11-682c-4e45-b383-7193873b3fa8 req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852293183'] for port, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:17.970398 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a8b71894-c9e5-4066-a329-0e0a0bfcac4f tempest-VolumesSnapshotTestJSON-2031907180 tempest-VolumesSnapshotTestJSON-2031907180-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:08:18.026603 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-81083e11-682c-4e45-b383-7193873b3fa8 req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:18.028004 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-81083e11-682c-4e45-b383-7193873b3fa8 req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] 10.222.0.15 "PUT /v2.0/ports/d34d0647-59c4-4d39-8ed6-29b64d4aebbb HTTP/1.1" status: 200  len: 1094 time: 0.9536119
Jul 13 22:08:18.028551 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256cb8ee-1044-44a9-b44d-f70b366146c1', 'tag': 'd34d0647-59c4-4d39-8ed6-29b64d4aebbb'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:08:18.055170 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] Pushing event updated for resources: {'Port': ['ID=d34d0647-59c4-4d39-8ed6-29b64d4aebbb,revision_number=3']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:08:18.059132 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:08:18.126553 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256cb8ee-1044-44a9-b44d-f70b366146c1', 'tag': 'd34d0647-59c4-4d39-8ed6-29b64d4aebbb', 'status': 'completed', 'code': 200}
Jul 13 22:08:18.168941 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-81083e11-682c-4e45-b383-7193873b3fa8 req-a8bfd5e8-c71d-47e4-b04d-9bc490706329 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e949f3b270414d3095f5528a841766ca&device_id=256cb8ee-1044-44a9-b44d-f70b366146c1 HTTP/1.1" status: 200  len: 1097 time: 0.0836663
Jul 13 22:08:18.249925 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-81083e11-682c-4e45-b383-7193873b3fa8 req-64fa7387-f6f5-43a2-9611-f1d52aa83997 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d34d0647-59c4-4d39-8ed6-29b64d4aebbb HTTP/1.1" status: 200  len: 217 time: 0.0681865
Jul 13 22:08:18.324536 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81083e11-682c-4e45-b383-7193873b3fa8 req-b2f312d1-5c95-4805-a994-fae2b571517c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:18.326092 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-81083e11-682c-4e45-b383-7193873b3fa8 req-b2f312d1-5c95-4805-a994-fae2b571517c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c HTTP/1.1" status: 200  len: 850 time: 0.0704825
Jul 13 22:08:18.406534 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-81083e11-682c-4e45-b383-7193873b3fa8 req-29f911c0-51b4-4885-91e4-2103bf3dba18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c786a95b-96e8-46c1-a1a0-fc4a1a977bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0741568
Jul 13 22:08:18.552455 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-81083e11-682c-4e45-b383-7193873b3fa8 req-1d91f0dc-ec41-473d-aec8-6a8a5b50a801 service neutron] 10.222.0.15 "GET /v2.0/networks/c786a95b-96e8-46c1-a1a0-fc4a1a977bd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396680
Jul 13 22:08:18.693287 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-81083e11-682c-4e45-b383-7193873b3fa8 req-4ffb4493-163a-4638-9f8d-a6a55c17af17 service neutron] 10.222.0.15 "GET /v2.0/networks/c786a95b-96e8-46c1-a1a0-fc4a1a977bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337357
Jul 13 22:08:18.862098 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ea5fd1d6-588d-45fc-a173-867380ff0f63 req-bf7f267a-bd06-43fb-8530-5edec3155425 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e949f3b270414d3095f5528a841766ca&device_id=256cb8ee-1044-44a9-b44d-f70b366146c1 HTTP/1.1" status: 200  len: 1097 time: 0.0749478
Jul 13 22:08:18.881924 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402da0c-1bc8-4ca2-bcd2-e9ddf5699a04 req-44f69341-7701-4722-9247-e60f7590899a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:18.883521 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b402da0c-1bc8-4ca2-bcd2-e9ddf5699a04 req-44f69341-7701-4722-9247-e60f7590899a tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=256cb8ee-1044-44a9-b44d-f70b366146c1 HTTP/1.1" status: 200  len: 944 time: 0.0870748
Jul 13 22:08:18.931737 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-b402da0c-1bc8-4ca2-bcd2-e9ddf5699a04 req-3936f4a3-7d9f-40b6-ba06-217638ed04b4 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=470af990-5464-4098-9997-79cadfcf4d18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415530
Jul 13 22:08:19.003497 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fd1d6-588d-45fc-a173-867380ff0f63 req-b1c53a9a-03fa-40e0-a38c-f242c1b50bfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:19.005093 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ea5fd1d6-588d-45fc-a173-867380ff0f63 req-b1c53a9a-03fa-40e0-a38c-f242c1b50bfa service neutron] 10.222.0.15 "GET /v2.0/networks?id=c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 HTTP/1.1" status: 200  len: 912 time: 0.1366529
Jul 13 22:08:19.079627 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ea5fd1d6-588d-45fc-a173-867380ff0f63 req-af09d07d-8a12-46a3-a11f-56de27210ebf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d34d0647-59c4-4d39-8ed6-29b64d4aebbb HTTP/1.1" status: 200  len: 217 time: 0.0678933
Jul 13 22:08:19.147081 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fd1d6-588d-45fc-a173-867380ff0f63 req-a42a87e7-c5ce-4373-8927-239b97d9a74d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:19.148599 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ea5fd1d6-588d-45fc-a173-867380ff0f63 req-a42a87e7-c5ce-4373-8927-239b97d9a74d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c HTTP/1.1" status: 200  len: 850 time: 0.0621488
Jul 13 22:08:19.231016 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ea5fd1d6-588d-45fc-a173-867380ff0f63 req-6dd9cd99-e2d4-4672-8f4e-e9fc425fe067 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c786a95b-96e8-46c1-a1a0-fc4a1a977bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759835
Jul 13 22:08:19.591685 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ea5fd1d6-588d-45fc-a173-867380ff0f63 req-f44d3858-5631-4340-a43f-ebbf916bccee service neutron] 10.222.0.15 "GET /v2.0/networks/c786a95b-96e8-46c1-a1a0-fc4a1a977bd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3524852
Jul 13 22:08:19.739957 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ea5fd1d6-588d-45fc-a173-867380ff0f63 req-f0284a21-4e9e-49cc-b80a-1f6d1d8d8abc service neutron] 10.222.0.15 "GET /v2.0/networks/c786a95b-96e8-46c1-a1a0-fc4a1a977bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419172
Jul 13 22:08:20.145865 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b02035-edfc-4864-89b0-d1b81c484afb req-2c0dfac0-2ee9-47c5-a3a9-196bfee4326c tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:20.146628 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-66b02035-edfc-4864-89b0-d1b81c484afb req-2c0dfac0-2ee9-47c5-a3a9-196bfee4326c tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Synchronizing usage tracker for tenant:e949f3b270414d3095f5528a841766ca on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:08:20.161871 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-66b02035-edfc-4864-89b0-d1b81c484afb req-2c0dfac0-2ee9-47c5-a3a9-196bfee4326c tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Unset dirty status for tenant:e949f3b270414d3095f5528a841766ca on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:08:20.163143 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-66b02035-edfc-4864-89b0-d1b81c484afb req-2c0dfac0-2ee9-47c5-a3a9-196bfee4326c tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=256cb8ee-1044-44a9-b44d-f70b366146c1 HTTP/1.1" status: 200  len: 944 time: 0.1060069
Jul 13 22:08:20.211634 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-66b02035-edfc-4864-89b0-d1b81c484afb req-46814e69-af6c-4373-92ad-299675685698 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=470af990-5464-4098-9997-79cadfcf4d18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418861
Jul 13 22:08:20.697571 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device d34d0647-59c4-4d39-8ed6-29b64d4aebbb details requested by agent hyperv_hv-cinder-80061 with host hv-cinder-80061 {{(pid=82085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Jul 13 22:08:20.839100 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port d34d0647-59c4-4d39-8ed6-29b64d4aebbb, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=d34d0647-59c4-4d39-8ed6-29b64d4aebbb,segment=NetworkSegment(1352c393-4a46-4893-bc30-a0b11195a5d9),segment_id=1352c393-4a46-4893-bc30-a0b11195a5d9)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:08:20.855889 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Returning: {'device': 'd34d0647-59c4-4d39-8ed6-29b64d4aebbb', 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'port_id': 'd34d0647-59c4-4d39-8ed6-29b64d4aebbb', 'mac_address': 'fa:16:3e:a8:67:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 13 22:08:20.909869 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:20.927372 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d34d0647-59c4-4d39-8ed6-29b64d4aebbb {{(pid=82085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 13 22:08:20.942324 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port d34d0647-59c4-4d39-8ed6-29b64d4aebbb, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=d34d0647-59c4-4d39-8ed6-29b64d4aebbb,segment=NetworkSegment(1352c393-4a46-4893-bc30-a0b11195a5d9),segment_id=1352c393-4a46-4893-bc30-a0b11195a5d9)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:08:20.945056 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:20.947476 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:08:21.011904 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=d34d0647-59c4-4d39-8ed6-29b64d4aebbb,revision_number=4']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:08:21.020654 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:08:21.021083 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:08:21.021465 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:08:21.021841 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:08:21.022217 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:08:21.022590 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:08:21.022964 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:08:21.023332 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:08:21.023708 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:08:21.024065 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:08:21.024462 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:08:21.028337 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:08:21.244845 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] get_ports_and_sgs() called for port_ids ['d34d0647-59c4-4d39-8ed6-29b64d4aebbb'] {{(pid=82085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 13 22:08:21.418628 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea175e8-0e0e-48ef-ae9b-4cdd7f83aaa1 req-bd450dd3-612e-4703-ba5d-346a0b227d56 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:21.420388 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-cea175e8-0e0e-48ef-ae9b-4cdd7f83aaa1 req-bd450dd3-612e-4703-ba5d-346a0b227d56 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=256cb8ee-1044-44a9-b44d-f70b366146c1 HTTP/1.1" status: 200  len: 945 time: 0.0852814
Jul 13 22:08:21.472860 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-cea175e8-0e0e-48ef-ae9b-4cdd7f83aaa1 req-cb7bfe9a-72bf-4d45-843c-eda4817b265c tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=470af990-5464-4098-9997-79cadfcf4d18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461669
Jul 13 22:08:22.677094 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e04a3b-5495-4980-aaa6-d7670e8dc9d5 req-60ee33ce-7c85-4bef-b0bf-d99037617ef8 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:22.678684 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-95e04a3b-5495-4980-aaa6-d7670e8dc9d5 req-60ee33ce-7c85-4bef-b0bf-d99037617ef8 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=256cb8ee-1044-44a9-b44d-f70b366146c1 HTTP/1.1" status: 200  len: 945 time: 0.0854468
Jul 13 22:08:22.726657 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-95e04a3b-5495-4980-aaa6-d7670e8dc9d5 req-2aa625fb-dbbf-4ced-8ce7-5727654bfd51 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=470af990-5464-4098-9997-79cadfcf4d18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414298
Jul 13 22:08:23.930377 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cfa96-bb8d-4fbf-bc49-f957f718e5bc req-fb5f1bde-9e83-42df-a0dd-e2d23c960559 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:23.932368 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1d7cfa96-bb8d-4fbf-bc49-f957f718e5bc req-fb5f1bde-9e83-42df-a0dd-e2d23c960559 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=256cb8ee-1044-44a9-b44d-f70b366146c1 HTTP/1.1" status: 200  len: 945 time: 0.0809813
Jul 13 22:08:23.979666 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-1d7cfa96-bb8d-4fbf-bc49-f957f718e5bc req-4de39c82-144c-48a6-a32b-ba81a7308e19 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=470af990-5464-4098-9997-79cadfcf4d18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413580
Jul 13 22:08:24.728629 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device d34d0647-59c4-4d39-8ed6-29b64d4aebbb up at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jul 13 22:08:24.796585 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning for port d34d0647-59c4-4d39-8ed6-29b64d4aebbb completed by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 13 22:08:24.801335 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.provisioning_blocks [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Provisioning complete for port d34d0647-59c4-4d39-8ed6-29b64d4aebbb triggered by entity L2. {{(pid=82085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 13 22:08:24.801751 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854677618'] for port, provisioning_complete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:24.917957 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:24.944219 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256cb8ee-1044-44a9-b44d-f70b366146c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34d0647-59c4-4d39-8ed6-29b64d4aebbb'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:08:24.955334 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port d34d0647-59c4-4d39-8ed6-29b64d4aebbb, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=d34d0647-59c4-4d39-8ed6-29b64d4aebbb,segment=NetworkSegment(1352c393-4a46-4893-bc30-a0b11195a5d9),segment_id=1352c393-4a46-4893-bc30-a0b11195a5d9)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:08:24.958227 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:24.960925 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:08:25.004946 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256cb8ee-1044-44a9-b44d-f70b366146c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34d0647-59c4-4d39-8ed6-29b64d4aebbb', 'code': 200}
Jul 13 22:08:25.032127 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=d34d0647-59c4-4d39-8ed6-29b64d4aebbb,revision_number=5']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:08:25.035291 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:08:25.186699 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829a58c-d20e-4489-a1d8-0a9c0eb889a5 req-f03ee6b6-b91e-46c5-abdb-fb98ee555434 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:25.188185 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a829a58c-d20e-4489-a1d8-0a9c0eb889a5 req-f03ee6b6-b91e-46c5-abdb-fb98ee555434 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=256cb8ee-1044-44a9-b44d-f70b366146c1 HTTP/1.1" status: 200  len: 946 time: 0.0866926
Jul 13 22:08:25.245914 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a829a58c-d20e-4489-a1d8-0a9c0eb889a5 req-8cb2fea6-79fe-42d5-ae28-79d1a8363772 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=470af990-5464-4098-9997-79cadfcf4d18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432849
Jul 13 22:08:25.270807 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-962fcb3e-7090-45e2-bd65-42b4ef0d773d req-e04387cb-aa06-4bea-abf3-ae3c9bb22084 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=256cb8ee-1044-44a9-b44d-f70b366146c1 HTTP/1.1" status: 200  len: 1099 time: 0.0763681
Jul 13 22:08:25.313948 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-962fcb3e-7090-45e2-bd65-42b4ef0d773d req-2739a60f-0e88-4f76-8cb2-61c4e4a2a9bd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=470af990-5464-4098-9997-79cadfcf4d18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372465
Jul 13 22:08:26.459019 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d7583-fe74-43f5-b9da-9803b80580dc req-94ab8de2-cc2b-4b71-9b10-70ded90a8ca0 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:26.460603 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a70d7583-fe74-43f5-b9da-9803b80580dc req-94ab8de2-cc2b-4b71-9b10-70ded90a8ca0 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=256cb8ee-1044-44a9-b44d-f70b366146c1 HTTP/1.1" status: 200  len: 946 time: 0.0872691
Jul 13 22:08:26.508041 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-a70d7583-fe74-43f5-b9da-9803b80580dc req-61c813b3-c28b-4e67-8f93-9170bed0a3f6 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=470af990-5464-4098-9997-79cadfcf4d18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407062
Jul 13 22:08:26.865471 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:27.708941 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41fc6b-ebb7-471e-a3b8-e3dac902b8bc req-40b7084b-892c-4f75-9725-235224832533 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:27.710519 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2d41fc6b-ebb7-471e-a3b8-e3dac902b8bc req-40b7084b-892c-4f75-9725-235224832533 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=256cb8ee-1044-44a9-b44d-f70b366146c1 HTTP/1.1" status: 200  len: 946 time: 0.0815945
Jul 13 22:08:27.758397 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2d41fc6b-ebb7-471e-a3b8-e3dac902b8bc req-1ca48f99-8832-4e20-bb9f-d4b13e06754e tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=470af990-5464-4098-9997-79cadfcf4d18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412419
Jul 13 22:08:27.953897 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88bd16-ebc5-440d-8298-ca08c1ff734d req-fee9994e-ab5a-46cc-a570-2a933e500cb3 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:27.955440 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-ee88bd16-ebc5-440d-8298-ca08c1ff734d req-fee9994e-ab5a-46cc-a570-2a933e500cb3 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=256cb8ee-1044-44a9-b44d-f70b366146c1 HTTP/1.1" status: 200  len: 946 time: 0.0823154
Jul 13 22:08:27.965368 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 47250) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:08:27.971306 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.v2.base [None req-ce39100a-6298-4390-bee2-d31011e426d3 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Request body: {'floatingip': {'port_id': 'd34d0647-59c4-4d39-8ed6-29b64d4aebbb'}} {{(pid=82084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 13 22:08:28.050510 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ce39100a-6298-4390-bee2-d31011e426d3 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for floatingip, before_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:28.651840 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ce39100a-6298-4390-bee2-d31011e426d3 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:28.654423 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ce39100a-6298-4390-bee2-d31011e426d3 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758945'] for floatingip, after_update {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:28.853562 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.l3_db [None req-ce39100a-6298-4390-bee2-d31011e426d3 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Floating IP 9be2a14b-210a-420b-a8e5-5bf4c690f43a associated. External IP: 172.27.3.7, port: d34d0647-59c4-4d39-8ed6-29b64d4aebbb.
Jul 13 22:08:29.251835 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce39100a-6298-4390-bee2-d31011e426d3 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Router b1173936-da62-4a36-a053-cda0ccdc1621 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:08:29.453660 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce39100a-6298-4390-bee2-d31011e426d3 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:08:29.458513 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ce39100a-6298-4390-bee2-d31011e426d3 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for floatingip, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:29.464306 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ea842a-cc7d-4c14-a95f-ced101a87afb None None] Sync routers for ids ['b1173936-da62-4a36-a053-cda0ccdc1621'] in dv-cinder-800618-1-iscsi {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:08:29.477541 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea842a-cc7d-4c14-a95f-ced101a87afb None None] Routers {'b1173936-da62-4a36-a053-cda0ccdc1621'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:08:29.478221 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-f7ea842a-cc7d-4c14-a95f-ced101a87afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36c20a90>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:08:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['b1173936-da62-4a36-a053-cda0ccdc1621'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:08:29.512006 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-ce39100a-6298-4390-bee2-d31011e426d3 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "PUT /v2.0/floatingips/9be2a14b-210a-420b-a8e5-5bf4c690f43a HTTP/1.1" status: 200  len: 990 time: 1.5454574
Jul 13 22:08:29.512707 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '256cb8ee-1044-44a9-b44d-f70b366146c1', 'tag': 'd34d0647-59c4-4d39-8ed6-29b64d4aebbb'}] {{(pid=82084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:08:29.570163 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '256cb8ee-1044-44a9-b44d-f70b366146c1', 'tag': 'd34d0647-59c4-4d39-8ed6-29b64d4aebbb', 'status': 'completed', 'code': 200}
Jul 13 22:08:29.683344 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-f7ea842a-cc7d-4c14-a95f-ced101a87afb None None] Set router b1173936-da62-4a36-a053-cda0ccdc1621 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:08:29.706014 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6c130223-a73b-4c96-8265-1df7a0b20b36 req-b953d9bc-04ef-451f-88d2-31d1de55fe23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e949f3b270414d3095f5528a841766ca&device_id=256cb8ee-1044-44a9-b44d-f70b366146c1 HTTP/1.1" status: 200  len: 1099 time: 0.0915875
Jul 13 22:08:29.866486 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c130223-a73b-4c96-8265-1df7a0b20b36 req-8285969c-ae18-4aee-8485-0b85947f2652 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:29.868595 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6c130223-a73b-4c96-8265-1df7a0b20b36 req-8285969c-ae18-4aee-8485-0b85947f2652 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 HTTP/1.1" status: 200  len: 912 time: 0.1469204
Jul 13 22:08:29.981676 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6c130223-a73b-4c96-8265-1df7a0b20b36 req-7bceebb4-0c20-45ac-bb11-571451735f19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d34d0647-59c4-4d39-8ed6-29b64d4aebbb HTTP/1.1" status: 200  len: 998 time: 0.1053298
Jul 13 22:08:30.051501 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c130223-a73b-4c96-8265-1df7a0b20b36 req-1d1c945b-a2ca-489c-9871-10666f4198a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:30.053107 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6c130223-a73b-4c96-8265-1df7a0b20b36 req-1d1c945b-a2ca-489c-9871-10666f4198a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c HTTP/1.1" status: 200  len: 850 time: 0.0648620
Jul 13 22:08:30.053577 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-f7ea842a-cc7d-4c14-a95f-ced101a87afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36c20a90>, [{'id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'name': 'tempest-AttachVolumeTestJSON-1592688563-router', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:42Z', 'updated_at': '2021-07-13T21:58:53Z', 'revision_number': 4, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'gw_port': {'id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:43Z', 'updated_at': '2021-07-13T21:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': '9be2a14b-210a-420b-a8e5-5bf4c690f43a', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'port_id': 'd34d0647-59c4-4d39-8ed6-29b64d4aebbb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'mac_address': 'fa:16:3e:a8:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256cb8ee-1044-44a9-b44d-f70b366146c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:08:13Z', 'updated_at': '2021-07-13T22:08:28Z', 'revision_number': 1, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5dd7cf-732e-4bad-8cfe-d2cbf2407881', 'name': '', 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'mac_address': 'fa:16:3e:31:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:59:12Z', 'revision_number': 5, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'subnets': [{'id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:08:30.058173 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ea842a-cc7d-4c14-a95f-ced101a87afb None None] Checking router: b1173936-da62-4a36-a053-cda0ccdc1621 for host: dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:08:30.069449 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea842a-cc7d-4c14-a95f-ced101a87afb None None] Routers {'b1173936-da62-4a36-a053-cda0ccdc1621'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:08:30.071012 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-f7ea842a-cc7d-4c14-a95f-ced101a87afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36c20a90>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:08:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['b1173936-da62-4a36-a053-cda0ccdc1621'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:08:30.143900 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6c130223-a73b-4c96-8265-1df7a0b20b36 req-d8d9cbc1-f7c6-4c96-9557-0d568dde728e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c786a95b-96e8-46c1-a1a0-fc4a1a977bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0773790
Jul 13 22:08:30.253746 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-f7ea842a-cc7d-4c14-a95f-ced101a87afb None None] Set router b1173936-da62-4a36-a053-cda0ccdc1621 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:08:30.287636 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6c130223-a73b-4c96-8265-1df7a0b20b36 req-ce296116-cb78-4994-bde5-b1d1ba82f38b service neutron] 10.222.0.15 "GET /v2.0/networks/c786a95b-96e8-46c1-a1a0-fc4a1a977bd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367934
Jul 13 22:08:30.438324 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-6c130223-a73b-4c96-8265-1df7a0b20b36 req-cc56cf78-0c3f-43c0-8ee6-3ae7716f6e5e service neutron] 10.222.0.15 "GET /v2.0/networks/c786a95b-96e8-46c1-a1a0-fc4a1a977bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448779
Jul 13 22:08:30.720111 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-248b251a-663d-402f-b085-9b628e710ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:30.753487 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-f7ea842a-cc7d-4c14-a95f-ced101a87afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36c20a90>, [{'id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'name': 'tempest-AttachVolumeTestJSON-1592688563-router', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:42Z', 'updated_at': '2021-07-13T21:58:53Z', 'revision_number': 4, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'gw_port': {'id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:43Z', 'updated_at': '2021-07-13T21:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': '9be2a14b-210a-420b-a8e5-5bf4c690f43a', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'port_id': 'd34d0647-59c4-4d39-8ed6-29b64d4aebbb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'mac_address': 'fa:16:3e:a8:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256cb8ee-1044-44a9-b44d-f70b366146c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:08:13Z', 'updated_at': '2021-07-13T22:08:28Z', 'revision_number': 1, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5dd7cf-732e-4bad-8cfe-d2cbf2407881', 'name': '', 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'mac_address': 'fa:16:3e:31:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:59:12Z', 'revision_number': 5, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'subnets': [{'id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:08:30.757697 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ea842a-cc7d-4c14-a95f-ced101a87afb None None] The sync data for ids ['b1173936-da62-4a36-a053-cda0ccdc1621'] in dv-cinder-800618-1-iscsi is: [{'id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'name': 'tempest-AttachVolumeTestJSON-1592688563-router', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:42Z', 'updated_at': '2021-07-13T21:58:53Z', 'revision_number': 4, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'gw_port': {'id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:43Z', 'updated_at': '2021-07-13T21:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': '9be2a14b-210a-420b-a8e5-5bf4c690f43a', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'port_id': 'd34d0647-59c4-4d39-8ed6-29b64d4aebbb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'mac_address': 'fa:16:3e:a8:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256cb8ee-1044-44a9-b44d-f70b366146c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:08:13Z', 'updated_at': '2021-07-13T22:08:28Z', 'revision_number': 1, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff5dd7cf-732e-4bad-8cfe-d2cbf2407881', 'name': '', 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'mac_address': 'fa:16:3e:31:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:59:12Z', 'revision_number': 5, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'subnets': [{'id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:08:31.094180 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42063892-6e52-4c27-a67e-059c1c517685 None None] New status for floating IP 9be2a14b-210a-420b-a8e5-5bf4c690f43a: ACTIVE {{(pid=82085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 13 22:08:31.141130 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 47278) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:08:31.208975 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9edf56d7-cf9b-41eb-b9ab-528d98a35834 req-52f4b69c-d805-4330-8f0f-16851fdc084e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0833273
Jul 13 22:08:31.299726 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0f451ea1-5147-4a14-a262-9a0d627899fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:31.336757 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-0f451ea1-5147-4a14-a262-9a0d627899fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:08:31.340913 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-0f451ea1-5147-4a14-a262-9a0d627899fb admin admin] Usage tracker for resource:security_group_rule and tenant:705b4e79afe247fa9c9ddf95e1934091 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:08:31.343902 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-0f451ea1-5147-4a14-a262-9a0d627899fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:08:31.349890 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-0f451ea1-5147-4a14-a262-9a0d627899fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:08:31.376888 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9edf56d7-cf9b-41eb-b9ab-528d98a35834 req-1457ae3a-3735-4cdf-acf0-412249ab4ba5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc7dc58b5d6544d2831c594208eb42cb&device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 1098 time: 0.0765998
Jul 13 22:08:31.419398 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0f451ea1-5147-4a14-a262-9a0d627899fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:31.422682 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0f451ea1-5147-4a14-a262-9a0d627899fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:31.430991 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-48ee6306-a402-4fef-bf3b-8a9a2515ec82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:08:31.473324 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f451ea1-5147-4a14-a262-9a0d627899fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9ffe5e-05a1-4e02-94c2-8bd75be7c6f2,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:08:31.478040 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-0f451ea1-5147-4a14-a262-9a0d627899fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=705b4e79afe247fa9c9ddf95e1934091&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3357599
Jul 13 22:08:31.479051 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-0f451ea1-5147-4a14-a262-9a0d627899fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:08:31.480840 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 47284) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:08:31.535730 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf56d7-cf9b-41eb-b9ab-528d98a35834 req-92637a6b-588a-47a6-b047-30838b38f434 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:31.537332 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9edf56d7-cf9b-41eb-b9ab-528d98a35834 req-92637a6b-588a-47a6-b047-30838b38f434 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4573dd2b-8874-433b-aa5f-53da409d80cd HTTP/1.1" status: 200  len: 913 time: 0.1417062
Jul 13 22:08:31.543181 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-05cc83fb-f7b2-4edf-8052-c72a7c83b26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:31.569156 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-05cc83fb-f7b2-4edf-8052-c72a7c83b26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:31.620193 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-05cc83fb-f7b2-4edf-8052-c72a7c83b26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:31.625253 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a1ee9a14-861b-419a-90e4-96d862a22c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:08:31.642129 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc83fb-f7b2-4edf-8052-c72a7c83b26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9ffe5e-05a1-4e02-94c2-8bd75be7c6f2,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:08:31.644889 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-05cc83fb-f7b2-4edf-8052-c72a7c83b26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:08:31.646065 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-05cc83fb-f7b2-4edf-8052-c72a7c83b26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:31.647255 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-05cc83fb-f7b2-4edf-8052-c72a7c83b26f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c9ffe5e-05a1-4e02-94c2-8bd75be7c6f2 HTTP/1.1" status: 204  len: 168 time: 0.1655126
Jul 13 22:08:31.652359 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9edf56d7-cf9b-41eb-b9ab-528d98a35834 req-dfe6d2a2-55a8-4751-91f9-f36ca3559971 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66dec045-dc0d-46a7-9b97-a15cf64475dc HTTP/1.1" status: 200  len: 1000 time: 0.1085494
Jul 13 22:08:31.728609 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf56d7-cf9b-41eb-b9ab-528d98a35834 req-838e3935-fc9a-4102-8ba5-0b0e33d60b47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:31.730229 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9edf56d7-cf9b-41eb-b9ab-528d98a35834 req-838e3935-fc9a-4102-8ba5-0b0e33d60b47 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f53db98-3e9c-409a-9118-d762e38b4e6e HTTP/1.1" status: 200  len: 851 time: 0.0715618
Jul 13 22:08:31.816018 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9edf56d7-cf9b-41eb-b9ab-528d98a35834 req-489279b7-d0c4-4643-8e5e-8bb70187b69e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4573dd2b-8874-433b-aa5f-53da409d80cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788279
Jul 13 22:08:31.974767 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9edf56d7-cf9b-41eb-b9ab-528d98a35834 req-359cf1f6-7e0b-443f-a09a-db133e466f73 service neutron] 10.222.0.15 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1520844
Jul 13 22:08:32.132443 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9edf56d7-cf9b-41eb-b9ab-528d98a35834 req-fd133a44-db65-4484-ba32-a35ca68aa30a service neutron] 10.222.0.15 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376565
Jul 13 22:08:32.361780 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:33.008281 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1fa687ba-a09b-433c-b9e1-4817b0cadbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:33.634605 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:34.747640 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:39.437785 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:08:56.200611 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 47334) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:08:56.412243 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-ca6f9e18-3148-4c7c-8350-b75231a0d25a tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Deleting port e7518204-b308-47d6-a564-89ac43ca3972 {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:08:56.412630 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ca6f9e18-3148-4c7c-8350-b75231a0d25a tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:56.588740 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ca6f9e18-3148-4c7c-8350-b75231a0d25a tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:56.589176 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ca6f9e18-3148-4c7c-8350-b75231a0d25a tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:56.714033 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-ca6f9e18-3148-4c7c-8350-b75231a0d25a tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Calling delete_port for e7518204-b308-47d6-a564-89ac43ca3972 owned by network:floatingip {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:08:56.868112 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ca6f9e18-3148-4c7c-8350-b75231a0d25a tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:56.873300 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:08:56.881561 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:56.916230 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f9e18-3148-4c7c-8350-b75231a0d25a tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Pushing event deleted for resources: {'Port': ['ID=e7518204-b308-47d6-a564-89ac43ca3972,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:08:56.919291 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ca6f9e18-3148-4c7c-8350-b75231a0d25a tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:08:57.012489 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ca6f9e18-3148-4c7c-8350-b75231a0d25a tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for floatingip, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:57.635699 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6f9e18-3148-4c7c-8350-b75231a0d25a tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:08:57.844580 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6f9e18-3148-4c7c-8350-b75231a0d25a tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:08:57.855340 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fa3ab7-4fc2-450b-acd2-eda376af012d None None] Sync routers for ids ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'] in dv-cinder-800618-1-iscsi {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:08:57.865244 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ca6f9e18-3148-4c7c-8350-b75231a0d25a tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for floatingip, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:08:57.868340 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fa3ab7-4fc2-450b-acd2-eda376af012d None None] Routers {'51c20fc9-a475-4045-8b4e-3f51b2d2cb01'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:08:57.869035 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-77fa3ab7-4fc2-450b-acd2-eda376af012d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36d1c588>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:08:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:08:57.924553 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-ca6f9e18-3148-4c7c-8350-b75231a0d25a tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "DELETE /v2.0/floatingips/99a4c764-649a-444a-b5d5-f57bd4264c14 HTTP/1.1" status: 204  len: 168 time: 1.7226810
Jul 13 22:08:57.925278 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257fa48f-5633-4959-8ebd-38f88f8c6c1a', 'tag': '4a0f3292-e8a7-418c-af1c-209d265d2fff'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:08:57.981345 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257fa48f-5633-4959-8ebd-38f88f8c6c1a', 'tag': '4a0f3292-e8a7-418c-af1c-209d265d2fff', 'status': 'completed', 'code': 200}
Jul 13 22:08:58.071542 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-77fa3ab7-4fc2-450b-acd2-eda376af012d None None] Set router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:08:58.251919 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0f5dfd5c-1bdc-4fe1-82e3-5381e4248837 req-5efe18ec-02ad-4a7e-9e21-3c92ba057b16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc7dc58b5d6544d2831c594208eb42cb&device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 1098 time: 0.2264988
Jul 13 22:08:58.401700 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dfd5c-1bdc-4fe1-82e3-5381e4248837 req-206752a8-893b-4d11-906a-7a64f5044921 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:58.403320 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0f5dfd5c-1bdc-4fe1-82e3-5381e4248837 req-206752a8-893b-4d11-906a-7a64f5044921 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4573dd2b-8874-433b-aa5f-53da409d80cd HTTP/1.1" status: 200  len: 913 time: 0.1442897
Jul 13 22:08:58.455858 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-77fa3ab7-4fc2-450b-acd2-eda376af012d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36d1c588>, [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:25Z', 'revision_number': 4, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port': {'id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': 'e99eb487-117b-4702-9de5-9cfc5e3faab2', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'port_id': '66dec045-dc0d-46a7-9b97-a15cf64475dc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'mac_address': 'fa:16:3e:87:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ba278-3b26-4e51-8869-6c88a674424d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:05:01Z', 'updated_at': '2021-07-13T22:05:04Z', 'revision_number': 1, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd87b91-6cc2-4e02-9869-d54006962875', 'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'mac_address': 'fa:16:3e:66:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:24Z', 'updated_at': '2021-07-13T22:00:36Z', 'revision_number': 5, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'subnets': [{'id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:08:58.460246 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fa3ab7-4fc2-450b-acd2-eda376af012d None None] Checking router: 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 for host: dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:08:58.473795 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fa3ab7-4fc2-450b-acd2-eda376af012d None None] Routers {'51c20fc9-a475-4045-8b4e-3f51b2d2cb01'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:08:58.474589 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-77fa3ab7-4fc2-450b-acd2-eda376af012d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36d1c588>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:08:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:08:58.481979 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0f5dfd5c-1bdc-4fe1-82e3-5381e4248837 req-54ac9128-402c-452d-b529-b180192a9cc8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a0f3292-e8a7-418c-af1c-209d265d2fff HTTP/1.1" status: 200  len: 217 time: 0.0697868
Jul 13 22:08:58.482889 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d296fde-9ab0-486f-b55a-8e8f1fd34817 req-6296e375-9719-44d9-af7d-279e07e14e2d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:58.484496 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5d296fde-9ab0-486f-b55a-8e8f1fd34817 req-6296e375-9719-44d9-af7d-279e07e14e2d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 945 time: 0.2409751
Jul 13 22:08:58.535714 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5d296fde-9ab0-486f-b55a-8e8f1fd34817 req-685aefd5-b629-4262-a453-5cbfa16fdfba tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447030
Jul 13 22:08:58.557907 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dfd5c-1bdc-4fe1-82e3-5381e4248837 req-a54d6d10-f47f-48b7-b703-f7a506cda4ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:58.559608 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0f5dfd5c-1bdc-4fe1-82e3-5381e4248837 req-a54d6d10-f47f-48b7-b703-f7a506cda4ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f53db98-3e9c-409a-9118-d762e38b4e6e HTTP/1.1" status: 200  len: 851 time: 0.0694115
Jul 13 22:08:58.649005 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0f5dfd5c-1bdc-4fe1-82e3-5381e4248837 req-bd923ea6-c255-46f0-9ca0-76167cb08d40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4573dd2b-8874-433b-aa5f-53da409d80cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0742369
Jul 13 22:08:58.666071 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-77fa3ab7-4fc2-450b-acd2-eda376af012d None None] Set router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:08:58.683041 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [req-0f5dfd5c-1bdc-4fe1-82e3-5381e4248837 req-bb314746-3516-458a-90db-489aeb7ab40a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=82083) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 13 22:08:58.684175 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0f5dfd5c-1bdc-4fe1-82e3-5381e4248837 req-bb314746-3516-458a-90db-489aeb7ab40a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0063951
Jul 13 22:08:58.830629 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0f5dfd5c-1bdc-4fe1-82e3-5381e4248837 req-4d9d974c-395a-4c77-b58d-92d0f5d90d2b service neutron] 10.222.0.15 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388249
Jul 13 22:08:58.975645 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-0f5dfd5c-1bdc-4fe1-82e3-5381e4248837 req-d8a5c0b6-72fb-4b3c-b399-e26ef29ae4bf service neutron] 10.222.0.15 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375778
Jul 13 22:08:59.033178 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-77fa3ab7-4fc2-450b-acd2-eda376af012d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36d1c588>, [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:25Z', 'revision_number': 4, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port': {'id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': 'e99eb487-117b-4702-9de5-9cfc5e3faab2', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'port_id': '66dec045-dc0d-46a7-9b97-a15cf64475dc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'mac_address': 'fa:16:3e:87:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ba278-3b26-4e51-8869-6c88a674424d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:05:01Z', 'updated_at': '2021-07-13T22:05:04Z', 'revision_number': 1, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd87b91-6cc2-4e02-9869-d54006962875', 'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'mac_address': 'fa:16:3e:66:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:24Z', 'updated_at': '2021-07-13T22:00:36Z', 'revision_number': 5, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'subnets': [{'id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:08:59.037312 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fa3ab7-4fc2-450b-acd2-eda376af012d None None] The sync data for ids ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'] in dv-cinder-800618-1-iscsi is: [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:25Z', 'revision_number': 4, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port': {'id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_floatingips': [{'id': 'e99eb487-117b-4702-9de5-9cfc5e3faab2', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'router_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'port_id': '66dec045-dc0d-46a7-9b97-a15cf64475dc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'mac_address': 'fa:16:3e:87:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1ba278-3b26-4e51-8869-6c88a674424d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T22:05:01Z', 'updated_at': '2021-07-13T22:05:04Z', 'revision_number': 1, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd87b91-6cc2-4e02-9869-d54006962875', 'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'mac_address': 'fa:16:3e:66:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:24Z', 'updated_at': '2021-07-13T22:00:36Z', 'revision_number': 5, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'subnets': [{'id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:08:59.458465 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3437cac0-9f48-43f8-8160-af0ce0e2f50b None None] New status for floating IP 99a4c764-649a-444a-b5d5-f57bd4264c14: DOWN {{(pid=82085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 13 22:08:59.759649 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4fbe8-4e79-419f-9dd1-aefb6f6ceb80 req-be6db5f6-0553-4ebf-a8b1-583a37542509 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:08:59.761296 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9ff4fbe8-4e79-419f-9dd1-aefb6f6ceb80 req-be6db5f6-0553-4ebf-a8b1-583a37542509 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 945 time: 0.0957999
Jul 13 22:08:59.812673 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-9ff4fbe8-4e79-419f-9dd1-aefb6f6ceb80 req-4ac28a20-ec25-4be1-b77b-b7d8080ff9ea tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442038
Jul 13 22:09:00.715568 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3ace556b-26dd-4068-aee0-05fb1c33724f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:01.018022 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45f0c5-0aaa-4d84-8ae4-62f9eb784e56 req-beec5ad5-65ab-499b-89c5-1d2c9fadf7df tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:09:01.019622 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4b45f0c5-0aaa-4d84-8ae4-62f9eb784e56 req-beec5ad5-65ab-499b-89c5-1d2c9fadf7df tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 945 time: 0.0824854
Jul 13 22:09:01.068021 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-4b45f0c5-0aaa-4d84-8ae4-62f9eb784e56 req-1efc9c3c-e2c5-4bd0-9288-ed552009014e tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413420
Jul 13 22:09:02.274408 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c888b5-4d6b-44ef-9c7d-67c9d58b937f req-0ade61e7-1c25-4ad8-bd90-a5c81b410550 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:09:02.275982 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-69c888b5-4d6b-44ef-9c7d-67c9d58b937f req-0ade61e7-1c25-4ad8-bd90-a5c81b410550 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 945 time: 0.0869906
Jul 13 22:09:02.322632 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-69c888b5-4d6b-44ef-9c7d-67c9d58b937f req-f9845e33-e85d-4bbf-a239-7f2c6b6112ee tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403903
Jul 13 22:09:02.367598 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:02.901265 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 4a0f3292-e8a7-418c-af1c-209d265d2fff no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:09:03.025260 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3ed7610f-7ec3-484c-a796-71a444c68def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:03.027539 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-233349'] for port, before_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:03.053930 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257fa48f-5633-4959-8ebd-38f88f8c6c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a0f3292-e8a7-418c-af1c-209d265d2fff'}] {{(pid=82085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:09:03.064241 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] For port 4a0f3292-e8a7-418c-af1c-209d265d2fff, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=4a0f3292-e8a7-418c-af1c-209d265d2fff,segment=NetworkSegment(172b8712-6f8b-4c5b-9df7-68a1feb820ba),segment_id=172b8712-6f8b-4c5b-9df7-68a1feb820ba)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:09:03.067099 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782997972766', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782997562312', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363253857213471'] for port, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:03.068970 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:03.113861 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257fa48f-5633-4959-8ebd-38f88f8c6c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a0f3292-e8a7-418c-af1c-209d265d2fff', 'code': 200}
Jul 13 22:09:03.139513 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Pushing event updated for resources: {'Port': ['ID=4a0f3292-e8a7-418c-af1c-209d265d2fff,revision_number=6']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:03.142798 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:03.608845 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2fa0f-5171-4695-9346-208154519423 req-3dd0af10-58cb-4276-8886-c96a8f6e3b64 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:09:03.609549 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-efc2fa0f-5171-4695-9346-208154519423 req-3dd0af10-58cb-4276-8886-c96a8f6e3b64 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Synchronizing usage tracker for tenant:cc7dc58b5d6544d2831c594208eb42cb on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:09:03.624900 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-efc2fa0f-5171-4695-9346-208154519423 req-3dd0af10-58cb-4276-8886-c96a8f6e3b64 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Unset dirty status for tenant:cc7dc58b5d6544d2831c594208eb42cb on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:09:03.626367 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-efc2fa0f-5171-4695-9346-208154519423 req-3dd0af10-58cb-4276-8886-c96a8f6e3b64 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 943 time: 0.1812320
Jul 13 22:09:03.635711 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:03.675790 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-efc2fa0f-5171-4695-9346-208154519423 req-d02d0f5f-6bb7-4930-8bec-2a6e98ff90eb tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433083
Jul 13 22:09:04.748635 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:04.881058 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f701a-43d8-4fa5-8f8f-4e6db34f1253 req-dd08cd0b-bb86-4572-ad81-afb2cad9e31a tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:09:04.882708 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2a9f701a-43d8-4fa5-8f8f-4e6db34f1253 req-dd08cd0b-bb86-4572-ad81-afb2cad9e31a tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 943 time: 0.0831120
Jul 13 22:09:04.934180 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-2a9f701a-43d8-4fa5-8f8f-4e6db34f1253 req-28571a6e-a753-4605-aaa0-46eb262a1064 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455298
Jul 13 22:09:05.110040 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6a942-85a2-4da8-9318-3ce8f606f0c1 req-ab46be4f-dff3-44a1-a950-e07c891d39d7 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:09:05.111549 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5be6a942-85a2-4da8-9318-3ce8f606f0c1 req-ab46be4f-dff3-44a1-a950-e07c891d39d7 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.15 "GET /v2.0/ports?device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 943 time: 0.0805900
Jul 13 22:09:05.182235 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-5be6a942-85a2-4da8-9318-3ce8f606f0c1 req-88cfcd0f-967c-4d8e-ab97-e84ac097ca20 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Deleting port 4a0f3292-e8a7-418c-af1c-209d265d2fff {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:09:05.182621 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-5be6a942-85a2-4da8-9318-3ce8f606f0c1 req-88cfcd0f-967c-4d8e-ab97-e84ac097ca20 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:05.437731 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-5be6a942-85a2-4da8-9318-3ce8f606f0c1 req-88cfcd0f-967c-4d8e-ab97-e84ac097ca20 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] For port 4a0f3292-e8a7-418c-af1c-209d265d2fff, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=4a0f3292-e8a7-418c-af1c-209d265d2fff,segment=NetworkSegment(172b8712-6f8b-4c5b-9df7-68a1feb820ba),segment_id=172b8712-6f8b-4c5b-9df7-68a1feb820ba)] {{(pid=82083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:09:05.438142 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-5be6a942-85a2-4da8-9318-3ce8f606f0c1 req-88cfcd0f-967c-4d8e-ab97-e84ac097ca20 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:05.564667 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-5be6a942-85a2-4da8-9318-3ce8f606f0c1 req-88cfcd0f-967c-4d8e-ab97-e84ac097ca20 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Calling delete_port for 4a0f3292-e8a7-418c-af1c-209d265d2fff owned by compute:nova {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:09:05.709554 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-5be6a942-85a2-4da8-9318-3ce8f606f0c1 req-88cfcd0f-967c-4d8e-ab97-e84ac097ca20 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:05.715977 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:05.758629 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfcd0f-967c-4d8e-ab97-e84ac097ca20 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Pushing event deleted for resources: {'Port': ['ID=4a0f3292-e8a7-418c-af1c-209d265d2fff,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:05.774165 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cfcd0f-967c-4d8e-ab97-e84ac097ca20 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:05.774598 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cfcd0f-967c-4d8e-ab97-e84ac097ca20 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:05.775022 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cfcd0f-967c-4d8e-ab97-e84ac097ca20 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:05.775440 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cfcd0f-967c-4d8e-ab97-e84ac097ca20 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:05.775854 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cfcd0f-967c-4d8e-ab97-e84ac097ca20 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:05.776272 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cfcd0f-967c-4d8e-ab97-e84ac097ca20 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:05.776685 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cfcd0f-967c-4d8e-ab97-e84ac097ca20 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:05.777129 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cfcd0f-967c-4d8e-ab97-e84ac097ca20 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:05.777545 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cfcd0f-967c-4d8e-ab97-e84ac097ca20 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:05.777953 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cfcd0f-967c-4d8e-ab97-e84ac097ca20 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:05.778366 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cfcd0f-967c-4d8e-ab97-e84ac097ca20 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:05.816320 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-88cfcd0f-967c-4d8e-ab97-e84ac097ca20 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:05.855653 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be6a942-85a2-4da8-9318-3ce8f606f0c1 req-88cfcd0f-967c-4d8e-ab97-e84ac097ca20 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] No DVR routers for this DVR port 4a0f3292-e8a7-418c-af1c-209d265d2fff on host hv-cinder-80061 {{(pid=82083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:09:05.858310 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-5be6a942-85a2-4da8-9318-3ce8f606f0c1 req-88cfcd0f-967c-4d8e-ab97-e84ac097ca20 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:05.861337 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257fa48f-5633-4959-8ebd-38f88f8c6c1a', 'name': 'network-vif-deleted', 'tag': '4a0f3292-e8a7-418c-af1c-209d265d2fff'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:09:05.876898 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-5be6a942-85a2-4da8-9318-3ce8f606f0c1 req-88cfcd0f-967c-4d8e-ab97-e84ac097ca20 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.15 "DELETE /v2.0/ports/4a0f3292-e8a7-418c-af1c-209d265d2fff HTTP/1.1" status: 204  len: 173 time: 0.7598040
Jul 13 22:09:05.998790 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257fa48f-5633-4959-8ebd-38f88f8c6c1a', 'name': 'network-vif-deleted', 'tag': '4a0f3292-e8a7-418c-af1c-209d265d2fff', 'status': 'completed', 'code': 200}
Jul 13 22:09:06.103615 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-3d73f345-9bc5-4017-93e4-b77080111a56 req-1d312e06-8200-4a72-b957-b336a0044585 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=257fa48f-5633-4959-8ebd-38f88f8c6c1a HTTP/1.1" status: 200  len: 210 time: 0.0451992
Jul 13 22:09:09.621615 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 47422) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:09.834934 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-934ee702-ffec-43aa-83f3-1e34952402af tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Deleting port 018bac9d-ec30-47dd-8351-1f3d6221a391 {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:09:09.835313 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-934ee702-ffec-43aa-83f3-1e34952402af tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:10.015885 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-934ee702-ffec-43aa-83f3-1e34952402af tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:10.016260 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-934ee702-ffec-43aa-83f3-1e34952402af tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:10.141473 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-934ee702-ffec-43aa-83f3-1e34952402af tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Calling delete_port for 018bac9d-ec30-47dd-8351-1f3d6221a391 owned by network:floatingip {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:09:10.503210 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-934ee702-ffec-43aa-83f3-1e34952402af tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:10.508158 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-0f0b72d5-8f4e-49e8-bd56-bb5d98ba9114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:10.548408 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ee702-ffec-43aa-83f3-1e34952402af tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Pushing event deleted for resources: {'Port': ['ID=018bac9d-ec30-47dd-8351-1f3d6221a391,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:10.551199 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-934ee702-ffec-43aa-83f3-1e34952402af tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:10.647647 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-934ee702-ffec-43aa-83f3-1e34952402af tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for floatingip, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:11.057511 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934ee702-ffec-43aa-83f3-1e34952402af tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:09:11.263515 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934ee702-ffec-43aa-83f3-1e34952402af tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:09:11.273824 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea682adf-3ed2-450f-bbbd-249cec83f982 None None] Sync routers for ids ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'] in dv-cinder-800618-1-iscsi {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:09:11.280795 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-934ee702-ffec-43aa-83f3-1e34952402af tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for floatingip, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:11.286591 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea682adf-3ed2-450f-bbbd-249cec83f982 None None] Routers {'51c20fc9-a475-4045-8b4e-3f51b2d2cb01'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:09:11.287248 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-ea682adf-3ed2-450f-bbbd-249cec83f982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36d1c2b0>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:09:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:11.338356 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-934ee702-ffec-43aa-83f3-1e34952402af tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "DELETE /v2.0/floatingips/e99eb487-117b-4702-9de5-9cfc5e3faab2 HTTP/1.1" status: 204  len: 168 time: 1.7155097
Jul 13 22:09:11.339025 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1ba278-3b26-4e51-8869-6c88a674424d', 'tag': '66dec045-dc0d-46a7-9b97-a15cf64475dc'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:09:11.396957 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f1ba278-3b26-4e51-8869-6c88a674424d', 'tag': '66dec045-dc0d-46a7-9b97-a15cf64475dc', 'status': 'completed', 'code': 200}
Jul 13 22:09:11.473246 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-ea682adf-3ed2-450f-bbbd-249cec83f982 None None] Set router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:09:11.529155 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-502542d9-2a0a-47cb-9098-8c9f7be746d9 req-7d0350a1-edc6-4c03-88ec-1ae01511b328 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc7dc58b5d6544d2831c594208eb42cb&device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 1098 time: 0.0869396
Jul 13 22:09:11.682232 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502542d9-2a0a-47cb-9098-8c9f7be746d9 req-c5b8ad21-95a3-4aa2-add0-7e94ec971df6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:09:11.684043 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-502542d9-2a0a-47cb-9098-8c9f7be746d9 req-c5b8ad21-95a3-4aa2-add0-7e94ec971df6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4573dd2b-8874-433b-aa5f-53da409d80cd HTTP/1.1" status: 200  len: 913 time: 0.1482415
Jul 13 22:09:11.765989 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-502542d9-2a0a-47cb-9098-8c9f7be746d9 req-8b3dcf3d-4e67-4e97-a510-d90a1aa49c19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66dec045-dc0d-46a7-9b97-a15cf64475dc HTTP/1.1" status: 200  len: 217 time: 0.0743167
Jul 13 22:09:11.844735 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502542d9-2a0a-47cb-9098-8c9f7be746d9 req-74543f6a-1dd0-4275-8cbf-d440ae708ddd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:09:11.846512 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-502542d9-2a0a-47cb-9098-8c9f7be746d9 req-74543f6a-1dd0-4275-8cbf-d440ae708ddd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f53db98-3e9c-409a-9118-d762e38b4e6e HTTP/1.1" status: 200  len: 851 time: 0.0740125
Jul 13 22:09:11.941221 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-502542d9-2a0a-47cb-9098-8c9f7be746d9 req-7550dec5-aa17-4abb-895c-6fb686b4ea75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4573dd2b-8874-433b-aa5f-53da409d80cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0876205
Jul 13 22:09:11.971431 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-ea682adf-3ed2-450f-bbbd-249cec83f982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36d1c2b0>, [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:25Z', 'revision_number': 4, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port': {'id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '7fd87b91-6cc2-4e02-9869-d54006962875', 'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'mac_address': 'fa:16:3e:66:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:24Z', 'updated_at': '2021-07-13T22:00:36Z', 'revision_number': 5, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'subnets': [{'id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:11.975638 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea682adf-3ed2-450f-bbbd-249cec83f982 None None] Checking router: 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 for host: dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:09:11.988760 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea682adf-3ed2-450f-bbbd-249cec83f982 None None] Routers {'51c20fc9-a475-4045-8b4e-3f51b2d2cb01'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:09:11.989488 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-ea682adf-3ed2-450f-bbbd-249cec83f982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36d1c2b0>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:09:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:12.007972 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c729be-665b-4720-b427-a62d10a910dc req-0889dc29-464b-4c55-a92e-cfdea1514b06 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:09:12.010143 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-65c729be-665b-4720-b427-a62d10a910dc req-0889dc29-464b-4c55-a92e-cfdea1514b06 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 945 time: 0.3338954
Jul 13 22:09:12.063954 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-65c729be-665b-4720-b427-a62d10a910dc req-8fa1b384-342e-46db-af9c-03391d8d7a1c tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467093
Jul 13 22:09:12.089667 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-502542d9-2a0a-47cb-9098-8c9f7be746d9 req-0fc2ddbd-710b-428b-8abd-c5b3b9239560 service neutron] 10.222.0.15 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411045
Jul 13 22:09:12.175596 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-ea682adf-3ed2-450f-bbbd-249cec83f982 None None] Set router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:09:12.233367 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-502542d9-2a0a-47cb-9098-8c9f7be746d9 req-1e03b33d-893b-4bc6-ba68-891332f5bc37 service neutron] 10.222.0.15 "GET /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350672
Jul 13 22:09:12.501106 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-ea682adf-3ed2-450f-bbbd-249cec83f982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36d1c2b0>, [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:25Z', 'revision_number': 4, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port': {'id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '7fd87b91-6cc2-4e02-9869-d54006962875', 'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'mac_address': 'fa:16:3e:66:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:24Z', 'updated_at': '2021-07-13T22:00:36Z', 'revision_number': 5, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'subnets': [{'id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:12.505250 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea682adf-3ed2-450f-bbbd-249cec83f982 None None] The sync data for ids ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'] in dv-cinder-800618-1-iscsi is: [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:25Z', 'revision_number': 4, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port': {'id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': '7fd87b91-6cc2-4e02-9869-d54006962875', 'name': '', 'network_id': '4573dd2b-8874-433b-aa5f-53da409d80cd', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'mac_address': 'fa:16:3e:66:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:24Z', 'updated_at': '2021-07-13T22:00:36Z', 'revision_number': 5, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'subnets': [{'id': '9f53db98-3e9c-409a-9118-d762e38b4e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:09:12.918882 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442b7165-52d0-4a01-ab7e-eec1f0ca3365 None None] New status for floating IP e99eb487-117b-4702-9de5-9cfc5e3faab2: DOWN {{(pid=82085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 13 22:09:13.313703 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60bfb4-0236-4f93-ad1c-e90077a28d51 req-2eec86d4-b0e6-4b7b-bb33-7e8e8b025f24 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:09:13.314364 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-eb60bfb4-0236-4f93-ad1c-e90077a28d51 req-2eec86d4-b0e6-4b7b-bb33-7e8e8b025f24 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Synchronizing usage tracker for tenant:cc7dc58b5d6544d2831c594208eb42cb on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:09:13.337972 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-eb60bfb4-0236-4f93-ad1c-e90077a28d51 req-2eec86d4-b0e6-4b7b-bb33-7e8e8b025f24 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Unset dirty status for tenant:cc7dc58b5d6544d2831c594208eb42cb on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:09:13.339192 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-eb60bfb4-0236-4f93-ad1c-e90077a28d51 req-2eec86d4-b0e6-4b7b-bb33-7e8e8b025f24 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 945 time: 0.1489229
Jul 13 22:09:13.384541 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb6ded-876e-4b2f-b96d-a75b2bc92a34 req-a01711de-5b16-46d6-8a76-e62cddfd7a47 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:09:13.386066 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-60fb6ded-876e-4b2f-b96d-a75b2bc92a34 req-a01711de-5b16-46d6-8a76-e62cddfd7a47 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 945 time: 0.1253800
Jul 13 22:09:13.450979 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-eb60bfb4-0236-4f93-ad1c-e90077a28d51 req-9535ca93-c6e8-468a-93a6-367a9aeaa0d1 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/security-groups?id=6000d54b-4787-4bdc-b55d-2e572630d241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1021929
Jul 13 22:09:13.469119 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-60fb6ded-876e-4b2f-b96d-a75b2bc92a34 req-8e924b3b-ceeb-4ddf-9e7d-4526afa0a090 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Deleting port 66dec045-dc0d-46a7-9b97-a15cf64475dc {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:09:13.469509 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-60fb6ded-876e-4b2f-b96d-a75b2bc92a34 req-8e924b3b-ceeb-4ddf-9e7d-4526afa0a090 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:13.722739 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-60fb6ded-876e-4b2f-b96d-a75b2bc92a34 req-8e924b3b-ceeb-4ddf-9e7d-4526afa0a090 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] For port 66dec045-dc0d-46a7-9b97-a15cf64475dc, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=66dec045-dc0d-46a7-9b97-a15cf64475dc,segment=NetworkSegment(172b8712-6f8b-4c5b-9df7-68a1feb820ba),segment_id=172b8712-6f8b-4c5b-9df7-68a1feb820ba)] {{(pid=82083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:09:13.723146 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-60fb6ded-876e-4b2f-b96d-a75b2bc92a34 req-8e924b3b-ceeb-4ddf-9e7d-4526afa0a090 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:13.851713 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-60fb6ded-876e-4b2f-b96d-a75b2bc92a34 req-8e924b3b-ceeb-4ddf-9e7d-4526afa0a090 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Calling delete_port for 66dec045-dc0d-46a7-9b97-a15cf64475dc owned by compute:nova {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:09:13.996325 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-60fb6ded-876e-4b2f-b96d-a75b2bc92a34 req-8e924b3b-ceeb-4ddf-9e7d-4526afa0a090 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:14.001836 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-934ee702-ffec-43aa-83f3-1e34952402af tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:14.045203 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e924b3b-ceeb-4ddf-9e7d-4526afa0a090 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Pushing event deleted for resources: {'Port': ['ID=66dec045-dc0d-46a7-9b97-a15cf64475dc,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:14.049389 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8e924b3b-ceeb-4ddf-9e7d-4526afa0a090 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:14.118862 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-60fb6ded-876e-4b2f-b96d-a75b2bc92a34 req-8e924b3b-ceeb-4ddf-9e7d-4526afa0a090 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] No DVR routers for this DVR port 66dec045-dc0d-46a7-9b97-a15cf64475dc on host hv-cinder-80061 {{(pid=82083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:09:14.121370 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-60fb6ded-876e-4b2f-b96d-a75b2bc92a34 req-8e924b3b-ceeb-4ddf-9e7d-4526afa0a090 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:14.124139 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1ba278-3b26-4e51-8869-6c88a674424d', 'name': 'network-vif-deleted', 'tag': '66dec045-dc0d-46a7-9b97-a15cf64475dc'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:09:14.138930 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-60fb6ded-876e-4b2f-b96d-a75b2bc92a34 req-8e924b3b-ceeb-4ddf-9e7d-4526afa0a090 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.15 "DELETE /v2.0/ports/66dec045-dc0d-46a7-9b97-a15cf64475dc HTTP/1.1" status: 204  len: 173 time: 0.7444921
Jul 13 22:09:14.184613 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f1ba278-3b26-4e51-8869-6c88a674424d', 'name': 'network-vif-deleted', 'tag': '66dec045-dc0d-46a7-9b97-a15cf64475dc', 'status': 'completed', 'code': 200}
Jul 13 22:09:14.628850 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-716b5f78-e3f2-425d-b965-4392ad4dfa17 req-d10ebe36-464f-410d-b2fc-2cc2770d30dd tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Synchronizing usage tracker for tenant:cc7dc58b5d6544d2831c594208eb42cb on resource:port {{(pid=82083) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 13 22:09:14.643705 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [req-716b5f78-e3f2-425d-b965-4392ad4dfa17 req-d10ebe36-464f-410d-b2fc-2cc2770d30dd tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Unset dirty status for tenant:cc7dc58b5d6544d2831c594208eb42cb on resource:port {{(pid=82083) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 13 22:09:14.645025 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-716b5f78-e3f2-425d-b965-4392ad4dfa17 req-d10ebe36-464f-410d-b2fc-2cc2770d30dd tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f1ba278-3b26-4e51-8869-6c88a674424d HTTP/1.1" status: 200  len: 210 time: 0.0658929
Jul 13 22:09:15.755185 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 47450) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:15.922089 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-0e651a50-31be-4be7-b0f1-fc4d70a2901d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Deleting port 6ef09bc3-447b-48ed-b0e0-55d24981d54f {{(pid=82084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:09:15.922415 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0e651a50-31be-4be7-b0f1-fc4d70a2901d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:16.102930 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0e651a50-31be-4be7-b0f1-fc4d70a2901d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:16.103321 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0e651a50-31be-4be7-b0f1-fc4d70a2901d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:16.228767 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-0e651a50-31be-4be7-b0f1-fc4d70a2901d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Calling delete_port for 6ef09bc3-447b-48ed-b0e0-55d24981d54f owned by network:floatingip {{(pid=82084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:09:16.365912 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0e651a50-31be-4be7-b0f1-fc4d70a2901d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2579020'] for port, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:16.373265 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-d8f2f365-a5ec-4eb8-8ced-a031b5d03ded tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:16.419002 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e651a50-31be-4be7-b0f1-fc4d70a2901d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Pushing event deleted for resources: {'Port': ['ID=6ef09bc3-447b-48ed-b0e0-55d24981d54f,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:16.446324 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:09:16.465156 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e651a50-31be-4be7-b0f1-fc4d70a2901d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:16.465629 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e651a50-31be-4be7-b0f1-fc4d70a2901d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:16.466118 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e651a50-31be-4be7-b0f1-fc4d70a2901d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:16.466777 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e651a50-31be-4be7-b0f1-fc4d70a2901d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:16.467390 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e651a50-31be-4be7-b0f1-fc4d70a2901d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:16.467925 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e651a50-31be-4be7-b0f1-fc4d70a2901d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:16.468408 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e651a50-31be-4be7-b0f1-fc4d70a2901d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:16.468919 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e651a50-31be-4be7-b0f1-fc4d70a2901d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:16.469395 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e651a50-31be-4be7-b0f1-fc4d70a2901d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:16.469865 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e651a50-31be-4be7-b0f1-fc4d70a2901d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:16.470346 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e651a50-31be-4be7-b0f1-fc4d70a2901d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:16.512277 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-0e651a50-31be-4be7-b0f1-fc4d70a2901d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:16.539998 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0e651a50-31be-4be7-b0f1-fc4d70a2901d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for floatingip, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:16.556875 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0e651a50-31be-4be7-b0f1-fc4d70a2901d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for floatingip, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:16.558106 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-0e651a50-31be-4be7-b0f1-fc4d70a2901d tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "DELETE /v2.0/floatingips/e39367c2-b5be-4c36-8fe0-fcf6349d661b HTTP/1.1" status: 204  len: 168 time: 0.8017826
Jul 13 22:09:16.948793 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 66dec045-dc0d-46a7-9b97-a15cf64475dc no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:09:16.985802 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] No Port match for: 66dec045-dc0d-46a7-9b97-a15cf64475dc {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:09:16.986196 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device 66dec045-dc0d-46a7-9b97-a15cf64475dc not bound to the agent host hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:09:17.958804 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 47486) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:18.036034 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ccb25323-d1dd-4383-89e4-69c78f532f41 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:18.068011 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ccb25323-d1dd-4383-89e4-69c78f532f41 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:18.122287 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ccb25323-d1dd-4383-89e4-69c78f532f41 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:18.127627 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-edee25ea-a70b-4438-9a7f-3d2adca61f1f tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:18.143903 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb25323-d1dd-4383-89e4-69c78f532f41 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6000d54b-4787-4bdc-b55d-2e572630d241,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:18.146726 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ccb25323-d1dd-4383-89e4-69c78f532f41 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:18.154620 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ccb25323-d1dd-4383-89e4-69c78f532f41 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:18.156012 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-ccb25323-d1dd-4383-89e4-69c78f532f41 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] 10.222.0.18 "DELETE /v2.0/security-groups/6000d54b-4787-4bdc-b55d-2e572630d241 HTTP/1.1" status: 204  len: 168 time: 0.1959727
Jul 13 22:09:18.235643 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 47494) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:18.777627 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7830cc81-0c3a-4411-bae1-aaf3279c3424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758852'] for router_interface, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:19.393547 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-7830cc81-0c3a-4411-bae1-aaf3279c3424 admin admin] Deleting port 7fd87b91-6cc2-4e02-9869-d54006962875 {{(pid=82084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:09:19.394196 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7830cc81-0c3a-4411-bae1-aaf3279c3424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:19.572638 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-7830cc81-0c3a-4411-bae1-aaf3279c3424 admin admin] For port 7fd87b91-6cc2-4e02-9869-d54006962875, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=7fd87b91-6cc2-4e02-9869-d54006962875,segment=NetworkSegment(172b8712-6f8b-4c5b-9df7-68a1feb820ba),segment_id=172b8712-6f8b-4c5b-9df7-68a1feb820ba)] {{(pid=82084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:09:19.573070 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7830cc81-0c3a-4411-bae1-aaf3279c3424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:19.695830 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-7830cc81-0c3a-4411-bae1-aaf3279c3424 admin admin] Calling delete_port for 7fd87b91-6cc2-4e02-9869-d54006962875 owned by network:router_interface {{(pid=82084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:09:19.859740 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7830cc81-0c3a-4411-bae1-aaf3279c3424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2579020'] for port, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:19.864007 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-3cc6f592-8f44-4888-a639-04a23f7a6a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:19.905942 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830cc81-0c3a-4411-bae1-aaf3279c3424 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd87b91-6cc2-4e02-9869-d54006962875,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:19.908950 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-7830cc81-0c3a-4411-bae1-aaf3279c3424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:20.201309 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7830cc81-0c3a-4411-bae1-aaf3279c3424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838721501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854024460'] for router_interface, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:21.006976 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7830cc81-0c3a-4411-bae1-aaf3279c3424 admin admin] Router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:09:21.211749 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7830cc81-0c3a-4411-bae1-aaf3279c3424 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:09:21.220634 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5d17ee-c605-4d1c-a7f9-577fad6d8e61 None None] Sync routers for ids ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'] in dv-cinder-800618-1-iscsi {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:09:21.227203 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-7830cc81-0c3a-4411-bae1-aaf3279c3424 admin admin] 10.222.0.18 "PUT /v2.0/routers/51c20fc9-a475-4045-8b4e-3f51b2d2cb01/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9872358
Jul 13 22:09:21.227203 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 47504) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:21.234373 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5d17ee-c605-4d1c-a7f9-577fad6d8e61 None None] Routers {'51c20fc9-a475-4045-8b4e-3f51b2d2cb01'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:09:21.235132 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-7e5d17ee-c605-4d1c-a7f9-577fad6d8e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36a0b668>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:09:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:21.419067 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-7e5d17ee-c605-4d1c-a7f9-577fad6d8e61 None None] Set router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:09:21.427833 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f52bfab1-fa00-4d32-9957-1e3039d4a442 admin admin] Notify callbacks [] for router, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:21.635785 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f52bfab1-fa00-4d32-9957-1e3039d4a442 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:21.645393 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-f52bfab1-fa00-4d32-9957-1e3039d4a442 admin admin] Deleting port e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57 {{(pid=82084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:09:21.645813 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f52bfab1-fa00-4d32-9957-1e3039d4a442 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:21.716617 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-7e5d17ee-c605-4d1c-a7f9-577fad6d8e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36a0b668>, [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:09:19Z', 'revision_number': 5, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port': {'id': 'e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:21.720556 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5d17ee-c605-4d1c-a7f9-577fad6d8e61 None None] Checking router: 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 for host: dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:09:21.732175 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5d17ee-c605-4d1c-a7f9-577fad6d8e61 None None] Routers {'51c20fc9-a475-4045-8b4e-3f51b2d2cb01'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:09:21.733061 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-7e5d17ee-c605-4d1c-a7f9-577fad6d8e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36a0b668>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:09:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:21.826118 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-f52bfab1-fa00-4d32-9957-1e3039d4a442 admin admin] For port e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:09:21.826519 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f52bfab1-fa00-4d32-9957-1e3039d4a442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:21.887165 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-7e5d17ee-c605-4d1c-a7f9-577fad6d8e61 None None] Set router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 gateway port host: None {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:09:21.952924 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-f52bfab1-fa00-4d32-9957-1e3039d4a442 admin admin] Calling delete_port for e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57 owned by network:router_gateway {{(pid=82084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:09:21.998528 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-7e5d17ee-c605-4d1c-a7f9-577fad6d8e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36a0b668>, [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:09:21Z', 'revision_number': 6, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port_host': None}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:22.002603 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5d17ee-c605-4d1c-a7f9-577fad6d8e61 None None] The sync data for ids ['51c20fc9-a475-4045-8b4e-3f51b2d2cb01'] in dv-cinder-800618-1-iscsi is: [{'id': '51c20fc9-a475-4045-8b4e-3f51b2d2cb01', 'name': 'tempest-TestVolumeBootPattern-1371796013-router', 'tenant_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:20Z', 'updated_at': '2021-07-13T22:09:21Z', 'revision_number': 6, 'project_id': 'cc7dc58b5d6544d2831c594208eb42cb', 'gw_port_host': None}] {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:09:22.126260 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f52bfab1-fa00-4d32-9957-1e3039d4a442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2579020'] for port, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:22.131081 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:22.175036 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bfab1-fa00-4d32-9957-1e3039d4a442 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:22.177839 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f52bfab1-fa00-4d32-9957-1e3039d4a442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:22.406853 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f52bfab1-fa00-4d32-9957-1e3039d4a442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753781'] for router_gateway, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:22.898446 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f52bfab1-fa00-4d32-9957-1e3039d4a442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770116'] for router, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:22.902827 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f52bfab1-fa00-4d32-9957-1e3039d4a442 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:22.925997 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f52bfab1-fa00-4d32-9957-1e3039d4a442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854029851'] for router, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:22.926554 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52bfab1-fa00-4d32-9957-1e3039d4a442 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51c20fc9-a475-4045-8b4e-3f51b2d2cb01 {{(pid=82084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 13 22:09:22.939369 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f52bfab1-fa00-4d32-9957-1e3039d4a442 admin admin] Notify callbacks [] for router, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:22.940610 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-f52bfab1-fa00-4d32-9957-1e3039d4a442 admin admin] 10.222.0.18 "DELETE /v2.0/routers/51c20fc9-a475-4045-8b4e-3f51b2d2cb01 HTTP/1.1" status: 204  len: 168 time: 1.7124159
Jul 13 22:09:22.943465 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 47512) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:23.013895 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63d026d-a652-4623-959b-dc1d94790d8b admin admin] Deleting subnet 9f53db98-3e9c-409a-9118-d762e38b4e6e {{(pid=82084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 13 22:09:23.017493 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b63d026d-a652-4623-959b-dc1d94790d8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:23.070017 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b63d026d-a652-4623-959b-dc1d94790d8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266505'] for subnet, precommit_delete_associations {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:23.151611 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b63d026d-a652-4623-959b-dc1d94790d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854679291'] for subnet, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:23.216310 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b63d026d-a652-4623-959b-dc1d94790d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-96525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852196838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853174589'] for subnet, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:23.220767 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:23.256130 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d026d-a652-4623-959b-dc1d94790d8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f53db98-3e9c-409a-9118-d762e38b4e6e,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:23.259909 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b63d026d-a652-4623-959b-dc1d94790d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:23.263326 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b63d026d-a652-4623-959b-dc1d94790d8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:23.268919 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f8cea8-fbe2-440c-9562-41972b090e01 None None] Network 4573dd2b-8874-433b-aa5f-53da409d80cd requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:09:23.271843 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-b63d026d-a652-4623-959b-dc1d94790d8b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9f53db98-3e9c-409a-9118-d762e38b4e6e HTTP/1.1" status: 204  len: 168 time: 0.3249474
Jul 13 22:09:23.271976 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 47516) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:23.290029 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 7fd87b91-6cc2-4e02-9869-d54006962875 no longer exists at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:09:23.374525 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] No Port match for: 7fd87b91-6cc2-4e02-9869-d54006962875 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:09:23.374826 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 7fd87b91-6cc2-4e02-9869-d54006962875 not bound to the agent host dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:09:23.375303 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57 no longer exists at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:09:23.387851 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-42268785-2027-453a-a7c4-7a650567df42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-104256'] for network, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:23.399216 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-42268785-2027-453a-a7c4-7a650567df42 admin admin] Deleting port a90bd4be-674f-496f-9850-9902b329607d {{(pid=82084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:09:23.399590 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-42268785-2027-453a-a7c4-7a650567df42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:23.421137 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] No Port match for: e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:09:23.421536 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device e8464302-fb0b-4dd7-8cd7-7dfa0f95bd57 not bound to the agent host dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:09:23.597058 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7c0322-4190-4714-b669-4d29500d09df None None] DHCP port deletion for 4573dd2b-8874-433b-aa5f-53da409d80cd request from dv-cinder-800618-1-iscsi {{(pid=82085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 13 22:09:23.602779 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-cf7c0322-4190-4714-b669-4d29500d09df None None] Deleting port a90bd4be-674f-496f-9850-9902b329607d {{(pid=82085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:09:23.603504 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cf7c0322-4190-4714-b669-4d29500d09df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:23.617448 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-42268785-2027-453a-a7c4-7a650567df42 admin admin] For port a90bd4be-674f-496f-9850-9902b329607d, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=a90bd4be-674f-496f-9850-9902b329607d,segment=NetworkSegment(172b8712-6f8b-4c5b-9df7-68a1feb820ba),segment_id=172b8712-6f8b-4c5b-9df7-68a1feb820ba)] {{(pid=82084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:09:23.617859 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-42268785-2027-453a-a7c4-7a650567df42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:23.748585 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-42268785-2027-453a-a7c4-7a650567df42 admin admin] Calling delete_port for a90bd4be-674f-496f-9850-9902b329607d owned by network:dhcp {{(pid=82084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:09:23.814917 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-cf7c0322-4190-4714-b669-4d29500d09df None None] For port a90bd4be-674f-496f-9850-9902b329607d, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=a90bd4be-674f-496f-9850-9902b329607d,segment=NetworkSegment(172b8712-6f8b-4c5b-9df7-68a1feb820ba),segment_id=172b8712-6f8b-4c5b-9df7-68a1feb820ba)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:09:23.815356 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cf7c0322-4190-4714-b669-4d29500d09df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:23.820425 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-42268785-2027-453a-a7c4-7a650567df42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2579020'] for port, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:23.825753 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f68966e3-ca6d-4627-ba57-825eeacbc94c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:23.871101 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42268785-2027-453a-a7c4-7a650567df42 admin admin] Pushing event deleted for resources: {'Port': ['ID=a90bd4be-674f-496f-9850-9902b329607d,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:23.873649 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-42268785-2027-453a-a7c4-7a650567df42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:23.877368 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42268785-2027-453a-a7c4-7a650567df42 admin admin] No DVR routers for this DVR port a90bd4be-674f-496f-9850-9902b329607d on host dv-cinder-800618-1-iscsi {{(pid=82084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:09:23.944087 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-cf7c0322-4190-4714-b669-4d29500d09df None None] Calling delete_port for a90bd4be-674f-496f-9850-9902b329607d owned by network:dhcp {{(pid=82085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:09:24.002632 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-42268785-2027-453a-a7c4-7a650567df42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690162', 'neutron.services.segments.db._delete_segments_for_network--9223363253856679420'] for network, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:24.014377 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.db.api [None req-cf7c0322-4190-4714-b669-4d29500d09df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 13 22:09:24.014790 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_db.api [None req-cf7c0322-4190-4714-b669-4d29500d09df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 13 22:09:24.017159 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-42268785-2027-453a-a7c4-7a650567df42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf3621beb8>,) {'filters': {'network_id': ['4573dd2b-8874-433b-aa5f-53da409d80cd']}} {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:24.029823 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-42268785-2027-453a-a7c4-7a650567df42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf3621beb8>, '172b8712-6f8b-4c5b-9df7-68a1feb820ba') {'for_net_delete': True} {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:24.030159 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-42268785-2027-453a-a7c4-7a650567df42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf3621beb8>, '172b8712-6f8b-4c5b-9df7-68a1feb820ba') {} {{(pid=82084) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:24.041922 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-42268785-2027-453a-a7c4-7a650567df42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253856686179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509311'] for segment, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:24.056826 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-42268785-2027-453a-a7c4-7a650567df42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:24.062921 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42268785-2027-453a-a7c4-7a650567df42 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=82084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 13 22:09:24.063341 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-42268785-2027-453a-a7c4-7a650567df42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852196745'] for segment, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]: Traceback (most recent call last):
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:     timer()
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:     cb(*args, **kw)
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:     return func(*args, **kwargs)
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:     self._notify()
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:     self.callback(batched_events)
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:     event.method(event)
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:     segment_id)['aggregates'][0]
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:     return f(self, *a, **k)
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self._get(url).json()
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:     **kwargs)
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self.request(url, 'GET', **kwargs)
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:     **endpoint_filter)
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 13 22:09:24.077924 dv-cinder-800618-1-iscsi neutron-server[81974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 13 22:09:24.153844 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-42268785-2027-453a-a7c4-7a650567df42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854022065'] for network, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:24.157533 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bf01ccaf-7064-4713-bc39-c7832e346719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:24.171423 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-42268785-2027-453a-a7c4-7a650567df42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:24.183099 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42268785-2027-453a-a7c4-7a650567df42 admin admin] Pushing event deleted for resources: {'Network': ['ID=4573dd2b-8874-433b-aa5f-53da409d80cd,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:24.186503 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-42268785-2027-453a-a7c4-7a650567df42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:24.197431 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-42268785-2027-453a-a7c4-7a650567df42 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4573dd2b-8874-433b-aa5f-53da409d80cd HTTP/1.1" status: 204  len: 168 time: 0.9243205
Jul 13 22:09:24.199666 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 47522) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:24.516017 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-cf7c0322-4190-4714-b669-4d29500d09df None None] Deleting port a90bd4be-674f-496f-9850-9902b329607d {{(pid=82085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:09:24.516464 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cf7c0322-4190-4714-b669-4d29500d09df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:24.580170 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-cf7c0322-4190-4714-b669-4d29500d09df None None] The port 'a90bd4be-674f-496f-9850-9902b329607d' was deleted {{(pid=82085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}}
Jul 13 22:09:24.602819 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1f473b96-0c28-4c0c-8dc0-ca5abe4c4779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758852'] for router_interface, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:25.218922 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-1f473b96-0c28-4c0c-8dc0-ca5abe4c4779 admin admin] Deleting port 605073dc-a09a-4475-a947-1f72f78f31f7 {{(pid=82084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:09:25.219466 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1f473b96-0c28-4c0c-8dc0-ca5abe4c4779 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:25.280982 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device a90bd4be-674f-496f-9850-9902b329607d no longer exists at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:09:25.316960 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] No Port match for: a90bd4be-674f-496f-9850-9902b329607d {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:09:25.317361 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device a90bd4be-674f-496f-9850-9902b329607d not bound to the agent host dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:09:25.398447 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-1f473b96-0c28-4c0c-8dc0-ca5abe4c4779 admin admin] For port 605073dc-a09a-4475-a947-1f72f78f31f7, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=605073dc-a09a-4475-a947-1f72f78f31f7,segment=NetworkSegment(0f92ce16-6b12-4b52-a98d-d3e232fa3fd2),segment_id=0f92ce16-6b12-4b52-a98d-d3e232fa3fd2)] {{(pid=82084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:09:25.398840 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1f473b96-0c28-4c0c-8dc0-ca5abe4c4779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:25.521706 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-1f473b96-0c28-4c0c-8dc0-ca5abe4c4779 admin admin] Calling delete_port for 605073dc-a09a-4475-a947-1f72f78f31f7 owned by network:router_interface {{(pid=82084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:09:25.682699 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1f473b96-0c28-4c0c-8dc0-ca5abe4c4779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2579020'] for port, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:25.686930 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-57180201-d678-4de9-a452-e5231c65e079 tempest-TestMinimumBasicScenario-430719098 tempest-TestMinimumBasicScenario-430719098-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:25.733927 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f473b96-0c28-4c0c-8dc0-ca5abe4c4779 admin admin] Pushing event deleted for resources: {'Port': ['ID=605073dc-a09a-4475-a947-1f72f78f31f7,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:25.764682 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1f473b96-0c28-4c0c-8dc0-ca5abe4c4779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:26.255383 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1f473b96-0c28-4c0c-8dc0-ca5abe4c4779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838721501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854024460'] for router_interface, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:26.855952 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f473b96-0c28-4c0c-8dc0-ca5abe4c4779 admin admin] Router c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:09:26.875793 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:27.065243 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f473b96-0c28-4c0c-8dc0-ca5abe4c4779 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:09:27.074775 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d3dde5-d966-42ce-ba0f-f197da323edc None None] Sync routers for ids ['c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4'] in dv-cinder-800618-1-iscsi {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:09:27.081062 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-1f473b96-0c28-4c0c-8dc0-ca5abe4c4779 admin admin] 10.222.0.18 "PUT /v2.0/routers/c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8802936
Jul 13 22:09:27.083782 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 47544) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:27.088087 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d3dde5-d966-42ce-ba0f-f197da323edc None None] Routers {'c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:09:27.088765 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-52d3dde5-d966-42ce-ba0f-f197da323edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf369bb908>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:09:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:27.275096 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-52d3dde5-d966-42ce-ba0f-f197da323edc None None] Set router c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:09:27.295999 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cf7e542b-44db-47ee-8c35-e37fd07460bc admin admin] Notify callbacks [] for router, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:27.508289 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cf7e542b-44db-47ee-8c35-e37fd07460bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:27.516352 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-cf7e542b-44db-47ee-8c35-e37fd07460bc admin admin] Deleting port f25a5e44-5692-4033-840a-00cde2462434 {{(pid=82084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:09:27.516734 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cf7e542b-44db-47ee-8c35-e37fd07460bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:27.577430 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-52d3dde5-d966-42ce-ba0f-f197da323edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf369bb908>, [{'id': 'c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4', 'name': 'tempest-TestVolumeBootPattern-524736598-router', 'tenant_id': 'ae1b9ce40362428c8292624902090637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f25a5e44-5692-4033-840a-00cde2462434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:33Z', 'updated_at': '2021-07-13T22:09:25Z', 'revision_number': 5, 'project_id': 'ae1b9ce40362428c8292624902090637', 'gw_port': {'id': 'f25a5e44-5692-4033-840a-00cde2462434', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T22:00:35Z', 'updated_at': '2021-07-13T22:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:27.581552 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d3dde5-d966-42ce-ba0f-f197da323edc None None] Checking router: c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4 for host: dv-cinder-800618-1-iscsi {{(pid=82085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:09:27.593168 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d3dde5-d966-42ce-ba0f-f197da323edc None None] Routers {'c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:09:27.593838 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-52d3dde5-d966-42ce-ba0f-f197da323edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf369bb908>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:09:03Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4'], 'active': True} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:27.698504 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-cf7e542b-44db-47ee-8c35-e37fd07460bc admin admin] For port f25a5e44-5692-4033-840a-00cde2462434, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=f25a5e44-5692-4033-840a-00cde2462434,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:09:27.698767 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cf7e542b-44db-47ee-8c35-e37fd07460bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:27.759169 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-52d3dde5-d966-42ce-ba0f-f197da323edc None None] Set router c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4 gateway port host: None {{(pid=82085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:09:27.838907 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-cf7e542b-44db-47ee-8c35-e37fd07460bc admin admin] Calling delete_port for f25a5e44-5692-4033-840a-00cde2462434 owned by network:router_gateway {{(pid=82084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:09:27.874998 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-52d3dde5-d966-42ce-ba0f-f197da323edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf369bb908>, [{'id': 'c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4', 'name': 'tempest-TestVolumeBootPattern-524736598-router', 'tenant_id': 'ae1b9ce40362428c8292624902090637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:33Z', 'updated_at': '2021-07-13T22:09:27Z', 'revision_number': 6, 'project_id': 'ae1b9ce40362428c8292624902090637', 'gw_port_host': None}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:27.879310 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d3dde5-d966-42ce-ba0f-f197da323edc None None] The sync data for ids ['c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4'] in dv-cinder-800618-1-iscsi is: [{'id': 'c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4', 'name': 'tempest-TestVolumeBootPattern-524736598-router', 'tenant_id': 'ae1b9ce40362428c8292624902090637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T22:00:33Z', 'updated_at': '2021-07-13T22:09:27Z', 'revision_number': 6, 'project_id': 'ae1b9ce40362428c8292624902090637', 'gw_port_host': None}] {{(pid=82085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:09:28.021076 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cf7e542b-44db-47ee-8c35-e37fd07460bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2579020'] for port, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:28.026400 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2a590943-a26e-4b69-943f-2d1a2b176fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:28.074689 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e542b-44db-47ee-8c35-e37fd07460bc admin admin] Pushing event deleted for resources: {'Port': ['ID=f25a5e44-5692-4033-840a-00cde2462434,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:28.077821 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-cf7e542b-44db-47ee-8c35-e37fd07460bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:28.316171 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cf7e542b-44db-47ee-8c35-e37fd07460bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753781'] for router_gateway, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:28.818729 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cf7e542b-44db-47ee-8c35-e37fd07460bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770116'] for router, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:28.824115 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cf7e542b-44db-47ee-8c35-e37fd07460bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:28.851906 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cf7e542b-44db-47ee-8c35-e37fd07460bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854029851'] for router, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:28.852505 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7e542b-44db-47ee-8c35-e37fd07460bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4 {{(pid=82084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 13 22:09:28.866014 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cf7e542b-44db-47ee-8c35-e37fd07460bc admin admin] Notify callbacks [] for router, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:28.867299 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-cf7e542b-44db-47ee-8c35-e37fd07460bc admin admin] 10.222.0.18 "DELETE /v2.0/routers/c39d9b00-e7f5-4edc-85a6-2382aa8c7ef4 HTTP/1.1" status: 204  len: 168 time: 1.7824275
Jul 13 22:09:28.870234 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 47560) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:28.941588 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_v2 [None req-118cb69a-ea29-4838-a871-0a96476dc760 admin admin] Deleting subnet a51e5e92-2438-4d27-8711-a17b87dc7340 {{(pid=82083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 13 22:09:28.945476 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-118cb69a-ea29-4838-a871-0a96476dc760 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:29.002749 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-118cb69a-ea29-4838-a871-0a96476dc760 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852293096'] for subnet, precommit_delete_associations {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:29.082118 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-118cb69a-ea29-4838-a871-0a96476dc760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854679291'] for subnet, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:29.154333 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-118cb69a-ea29-4838-a871-0a96476dc760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-96525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852293234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1649821'] for subnet, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:29.159152 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-436d2c02-24e6-4eb2-9dc4-7fd3489c1c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:29.198473 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118cb69a-ea29-4838-a871-0a96476dc760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a51e5e92-2438-4d27-8711-a17b87dc7340,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:29.202542 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-118cb69a-ea29-4838-a871-0a96476dc760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:29.205961 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-118cb69a-ea29-4838-a871-0a96476dc760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:29.212918 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-118cb69a-ea29-4838-a871-0a96476dc760 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a51e5e92-2438-4d27-8711-a17b87dc7340 HTTP/1.1" status: 204  len: 168 time: 0.3407581
Jul 13 22:09:29.214798 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 47564) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:29.219320 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3795b1e-5f8c-474e-85bb-b807dc99395d None None] Network 9ce7172a-9d5e-4869-9fcc-fe0d810db1cc requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:09:29.312225 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 605073dc-a09a-4475-a947-1f72f78f31f7 no longer exists at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:09:29.339146 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-27a30197-8260-4838-a104-5ed4070cd2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-104256'] for network, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:29.348829 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] No Port match for: 605073dc-a09a-4475-a947-1f72f78f31f7 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:09:29.349219 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 605073dc-a09a-4475-a947-1f72f78f31f7 not bound to the agent host dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:09:29.349689 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device f25a5e44-5692-4033-840a-00cde2462434 no longer exists at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:09:29.350062 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-27a30197-8260-4838-a104-5ed4070cd2d3 admin admin] Deleting port a99957cb-45e6-4bc9-90ec-e072ab757b24 {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:09:29.350435 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-27a30197-8260-4838-a104-5ed4070cd2d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:29.396041 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] No Port match for: f25a5e44-5692-4033-840a-00cde2462434 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:09:29.396439 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device f25a5e44-5692-4033-840a-00cde2462434 not bound to the agent host dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:09:29.562549 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b038d9-5cfb-4268-b799-ca2a6fc6a92d None None] DHCP port deletion for 9ce7172a-9d5e-4869-9fcc-fe0d810db1cc request from dv-cinder-800618-1-iscsi {{(pid=82085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 13 22:09:29.566742 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-02b038d9-5cfb-4268-b799-ca2a6fc6a92d None None] Deleting port a99957cb-45e6-4bc9-90ec-e072ab757b24 {{(pid=82085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:09:29.567174 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-02b038d9-5cfb-4268-b799-ca2a6fc6a92d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:29.570965 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-27a30197-8260-4838-a104-5ed4070cd2d3 admin admin] For port a99957cb-45e6-4bc9-90ec-e072ab757b24, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=a99957cb-45e6-4bc9-90ec-e072ab757b24,segment=NetworkSegment(0f92ce16-6b12-4b52-a98d-d3e232fa3fd2),segment_id=0f92ce16-6b12-4b52-a98d-d3e232fa3fd2)] {{(pid=82083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:09:29.571371 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-27a30197-8260-4838-a104-5ed4070cd2d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:29.700841 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-27a30197-8260-4838-a104-5ed4070cd2d3 admin admin] Calling delete_port for a99957cb-45e6-4bc9-90ec-e072ab757b24 owned by network:dhcp {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:09:29.955314 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-02b038d9-5cfb-4268-b799-ca2a6fc6a92d None None] For port a99957cb-45e6-4bc9-90ec-e072ab757b24, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=a99957cb-45e6-4bc9-90ec-e072ab757b24,segment=NetworkSegment(0f92ce16-6b12-4b52-a98d-d3e232fa3fd2),segment_id=0f92ce16-6b12-4b52-a98d-d3e232fa3fd2)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:09:29.955769 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-02b038d9-5cfb-4268-b799-ca2a6fc6a92d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:30.017491 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-27a30197-8260-4838-a104-5ed4070cd2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:30.021930 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-28256138-cad9-43bb-8876-b359f8436c26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:30.065699 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a30197-8260-4838-a104-5ed4070cd2d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a99957cb-45e6-4bc9-90ec-e072ab757b24,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:30.069933 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-27a30197-8260-4838-a104-5ed4070cd2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:30.070767 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a30197-8260-4838-a104-5ed4070cd2d3 admin admin] No DVR routers for this DVR port a99957cb-45e6-4bc9-90ec-e072ab757b24 on host dv-cinder-800618-1-iscsi {{(pid=82083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:09:30.084485 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-02b038d9-5cfb-4268-b799-ca2a6fc6a92d None None] Calling delete_port for a99957cb-45e6-4bc9-90ec-e072ab757b24 owned by network:dhcp {{(pid=82085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:09:30.160607 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.db.api [None req-02b038d9-5cfb-4268-b799-ca2a6fc6a92d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 13 22:09:30.161145 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_db.api [None req-02b038d9-5cfb-4268-b799-ca2a6fc6a92d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 13 22:09:30.200552 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-27a30197-8260-4838-a104-5ed4070cd2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690162', 'neutron.services.segments.db._delete_segments_for_network--9223363253856679420'] for network, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:30.251567 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-27a30197-8260-4838-a104-5ed4070cd2d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf366c8908>,) {'filters': {'network_id': ['9ce7172a-9d5e-4869-9fcc-fe0d810db1cc']}} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:30.275895 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-27a30197-8260-4838-a104-5ed4070cd2d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf366c8908>, '0f92ce16-6b12-4b52-a98d-d3e232fa3fd2') {'for_net_delete': True} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:30.276236 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-27a30197-8260-4838-a104-5ed4070cd2d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf366c8908>, '0f92ce16-6b12-4b52-a98d-d3e232fa3fd2') {} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:30.293711 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-27a30197-8260-4838-a104-5ed4070cd2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253856686179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2482704'] for segment, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:30.313756 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-27a30197-8260-4838-a104-5ed4070cd2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:30.327997 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a30197-8260-4838-a104-5ed4070cd2d3 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=82083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 13 22:09:30.328427 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-27a30197-8260-4838-a104-5ed4070cd2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852293149'] for segment, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]: Traceback (most recent call last):
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:     timer()
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:     cb(*args, **kw)
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:     return func(*args, **kwargs)
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:     self._notify()
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:     self.callback(batched_events)
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:     event.method(event)
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:     segment_id)['aggregates'][0]
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:     return f(self, *a, **k)
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self._get(url).json()
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:     **kwargs)
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self.request(url, 'GET', **kwargs)
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:     **endpoint_filter)
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 13 22:09:30.342730 dv-cinder-800618-1-iscsi neutron-server[81974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 13 22:09:30.416584 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6baf2cd-8e6a-444a-9962-77313ed0ea56 req-2d9d379b-43eb-4c38-a1b3-7863ce40cbb7 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:09:30.418158 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e6baf2cd-8e6a-444a-9962-77313ed0ea56 req-2d9d379b-43eb-4c38-a1b3-7863ce40cbb7 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=256cb8ee-1044-44a9-b44d-f70b366146c1 HTTP/1.1" status: 200  len: 946 time: 0.2093632
Jul 13 22:09:30.449074 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-27a30197-8260-4838-a104-5ed4070cd2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854022065'] for network, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:30.462618 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-27a30197-8260-4838-a104-5ed4070cd2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:30.464952 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:30.489822 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a30197-8260-4838-a104-5ed4070cd2d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ce7172a-9d5e-4869-9fcc-fe0d810db1cc,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:30.496719 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-27a30197-8260-4838-a104-5ed4070cd2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:30.502674 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-27a30197-8260-4838-a104-5ed4070cd2d3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9ce7172a-9d5e-4869-9fcc-fe0d810db1cc HTTP/1.1" status: 204  len: 168 time: 1.2868793
Jul 13 22:09:30.506018 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-e6baf2cd-8e6a-444a-9962-77313ed0ea56 req-100956ea-1c04-44a5-8c9d-33a4de52e710 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=470af990-5464-4098-9997-79cadfcf4d18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0798233
Jul 13 22:09:30.645343 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 47584) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:30.662947 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-02b038d9-5cfb-4268-b799-ca2a6fc6a92d None None] Deleting port a99957cb-45e6-4bc9-90ec-e072ab757b24 {{(pid=82085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:09:30.663383 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-02b038d9-5cfb-4268-b799-ca2a6fc6a92d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:30.700760 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-1d452cdf-7678-4184-9219-a82cc9dc2ee9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc7dc58b5d6544d2831c594208eb42cb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0517421
Jul 13 22:09:30.701007 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 47588) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:30.733134 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-02b038d9-5cfb-4268-b799-ca2a6fc6a92d None None] The port 'a99957cb-45e6-4bc9-90ec-e072ab757b24' was deleted {{(pid=82085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}}
Jul 13 22:09:30.746844 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-58b23a3b-3f47-4d96-8ecf-f90db434be9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:30.766248 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-45f829d1-816f-44ff-8fec-7119da7d0fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:30.796126 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-45f829d1-816f-44ff-8fec-7119da7d0fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:30.840580 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-45f829d1-816f-44ff-8fec-7119da7d0fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:30.845519 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-27cbb416-e9b1-4c26-8a68-3683ba216d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:30.861368 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f829d1-816f-44ff-8fec-7119da7d0fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6243fc-6f05-480b-9258-948e969ff158,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:30.864476 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-45f829d1-816f-44ff-8fec-7119da7d0fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:30.867091 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-45f829d1-816f-44ff-8fec-7119da7d0fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:30.868417 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-45f829d1-816f-44ff-8fec-7119da7d0fce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca6243fc-6f05-480b-9258-948e969ff158 HTTP/1.1" status: 204  len: 168 time: 0.1664016
Jul 13 22:09:31.265707 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 47596) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:31.282096 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device a99957cb-45e6-4bc9-90ec-e072ab757b24 no longer exists at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:09:31.315522 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] No Port match for: a99957cb-45e6-4bc9-90ec-e072ab757b24 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:09:31.315927 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device a99957cb-45e6-4bc9-90ec-e072ab757b24 not bound to the agent host dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:09:31.322397 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-6a0eaffb-0e79-4b48-8728-192e6595e55a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae1b9ce40362428c8292624902090637&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0543494
Jul 13 22:09:31.323896 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 47600) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:31.385575 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fcebc17e-7f97-4632-be27-fc8a802bd8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:31.411811 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fcebc17e-7f97-4632-be27-fc8a802bd8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:31.454720 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fcebc17e-7f97-4632-be27-fc8a802bd8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:31.459532 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-87ddfb20-c360-477d-9e75-403c90a14451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:31.477242 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebc17e-7f97-4632-be27-fc8a802bd8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efdc7d6-57c6-4d3e-8f88-5fc87bff2e2e,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:31.479738 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-fcebc17e-7f97-4632-be27-fc8a802bd8ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:31.481716 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fcebc17e-7f97-4632-be27-fc8a802bd8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:31.482896 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-fcebc17e-7f97-4632-be27-fc8a802bd8ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5efdc7d6-57c6-4d3e-8f88-5fc87bff2e2e HTTP/1.1" status: 204  len: 168 time: 0.1580305
Jul 13 22:09:31.717043 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799de957-6c95-4c81-815b-53d049dfdf77 req-a950dc6e-07ec-47e9-b474-882f9fe0dbb5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:09:31.718782 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-799de957-6c95-4c81-815b-53d049dfdf77 req-a950dc6e-07ec-47e9-b474-882f9fe0dbb5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=256cb8ee-1044-44a9-b44d-f70b366146c1 HTTP/1.1" status: 200  len: 946 time: 0.0894299
Jul 13 22:09:31.790195 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-799de957-6c95-4c81-815b-53d049dfdf77 req-ecf0955d-d200-4b1f-a21a-e35eb4320afc tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups?id=470af990-5464-4098-9997-79cadfcf4d18&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562501
Jul 13 22:09:32.045231 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b163da-bd72-4c88-b561-892de10236b3 req-7f00ae3c-fec9-4827-84a7-fcdbeaf970ac tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 13 22:09:32.046722 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-06b163da-bd72-4c88-b561-892de10236b3 req-7f00ae3c-fec9-4827-84a7-fcdbeaf970ac tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.15 "GET /v2.0/ports?device_id=256cb8ee-1044-44a9-b44d-f70b366146c1 HTTP/1.1" status: 200  len: 946 time: 0.0890467
Jul 13 22:09:32.119857 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-06b163da-bd72-4c88-b561-892de10236b3 req-2993a41e-6e3f-4c02-8d41-b5f672c86d33 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Deleting port d34d0647-59c4-4d39-8ed6-29b64d4aebbb {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:09:32.120237 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-06b163da-bd72-4c88-b561-892de10236b3 req-2993a41e-6e3f-4c02-8d41-b5f672c86d33 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:32.362966 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:32.371318 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [req-06b163da-bd72-4c88-b561-892de10236b3 req-2993a41e-6e3f-4c02-8d41-b5f672c86d33 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] For port d34d0647-59c4-4d39-8ed6-29b64d4aebbb, host hv-cinder-80061, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80061',level=0,port_id=d34d0647-59c4-4d39-8ed6-29b64d4aebbb,segment=NetworkSegment(1352c393-4a46-4893-bc30-a0b11195a5d9),segment_id=1352c393-4a46-4893-bc30-a0b11195a5d9)] {{(pid=82083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:09:32.371726 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-06b163da-bd72-4c88-b561-892de10236b3 req-2993a41e-6e3f-4c02-8d41-b5f672c86d33 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:32.664419 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-06b163da-bd72-4c88-b561-892de10236b3 req-2993a41e-6e3f-4c02-8d41-b5f672c86d33 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:32.665023 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-06b163da-bd72-4c88-b561-892de10236b3 req-2993a41e-6e3f-4c02-8d41-b5f672c86d33 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758945'] for floatingip, after_update {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:32.665158 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.db.l3_db [req-06b163da-bd72-4c88-b561-892de10236b3 req-2993a41e-6e3f-4c02-8d41-b5f672c86d33 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Floating IP 9be2a14b-210a-420b-a8e5-5bf4c690f43a disassociated. External IP: 172.27.3.7, port: d34d0647-59c4-4d39-8ed6-29b64d4aebbb.
Jul 13 22:09:32.665481 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [req-06b163da-bd72-4c88-b561-892de10236b3 req-2993a41e-6e3f-4c02-8d41-b5f672c86d33 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Calling delete_port for d34d0647-59c4-4d39-8ed6-29b64d4aebbb owned by compute:nova {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:09:32.806577 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-06b163da-bd72-4c88-b561-892de10236b3 req-2993a41e-6e3f-4c02-8d41-b5f672c86d33 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:32.812032 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-88cfcd0f-967c-4d8e-ab97-e84ac097ca20 tempest-TestVolumeBootPattern-1933923090 tempest-TestVolumeBootPattern-1933923090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:32.855222 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993a41e-6e3f-4c02-8d41-b5f672c86d33 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Pushing event deleted for resources: {'Port': ['ID=d34d0647-59c4-4d39-8ed6-29b64d4aebbb,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:32.859489 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2993a41e-6e3f-4c02-8d41-b5f672c86d33 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:33.006010 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-33dbf11d-c4a5-46f5-962a-53e29c487264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:33.031838 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-94eddbcc-3925-42e1-9107-14b9be35ada8 req-edc850e8-e156-4be4-b3b1-c1d018883e2d tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/ports?device_id=256cb8ee-1044-44a9-b44d-f70b366146c1 HTTP/1.1" status: 200  len: 210 time: 0.1076708
Jul 13 22:09:33.122409 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06b163da-bd72-4c88-b561-892de10236b3 req-2993a41e-6e3f-4c02-8d41-b5f672c86d33 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Router b1173936-da62-4a36-a053-cda0ccdc1621 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:09:33.335161 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06b163da-bd72-4c88-b561-892de10236b3 req-2993a41e-6e3f-4c02-8d41-b5f672c86d33 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:09:33.346840 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0422f6da-5b58-4334-af77-6e7e3f3af806 None None] Sync routers for ids ['b1173936-da62-4a36-a053-cda0ccdc1621'] in dv-cinder-800618-1-iscsi {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:09:33.361137 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0422f6da-5b58-4334-af77-6e7e3f3af806 None None] Routers {'b1173936-da62-4a36-a053-cda0ccdc1621'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:09:33.361935 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-0422f6da-5b58-4334-af77-6e7e3f3af806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf3657f978>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:09:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['b1173936-da62-4a36-a053-cda0ccdc1621'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:33.410167 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b163da-bd72-4c88-b561-892de10236b3 req-2993a41e-6e3f-4c02-8d41-b5f672c86d33 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] No DVR routers for this DVR port d34d0647-59c4-4d39-8ed6-29b64d4aebbb on host hv-cinder-80061 {{(pid=82083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:09:33.412623 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [req-06b163da-bd72-4c88-b561-892de10236b3 req-2993a41e-6e3f-4c02-8d41-b5f672c86d33 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for port, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:33.416161 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '256cb8ee-1044-44a9-b44d-f70b366146c1', 'name': 'network-vif-deleted', 'tag': 'd34d0647-59c4-4d39-8ed6-29b64d4aebbb'}] {{(pid=82083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 13 22:09:33.433602 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [req-06b163da-bd72-4c88-b561-892de10236b3 req-2993a41e-6e3f-4c02-8d41-b5f672c86d33 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.15 "DELETE /v2.0/ports/d34d0647-59c4-4d39-8ed6-29b64d4aebbb HTTP/1.1" status: 204  len: 173 time: 1.3813274
Jul 13 22:09:33.477460 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '256cb8ee-1044-44a9-b44d-f70b366146c1', 'name': 'network-vif-deleted', 'tag': 'd34d0647-59c4-4d39-8ed6-29b64d4aebbb', 'status': 'completed', 'code': 200}
Jul 13 22:09:33.638535 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:33.691130 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-0422f6da-5b58-4334-af77-6e7e3f3af806 None None] Set router b1173936-da62-4a36-a053-cda0ccdc1621 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:09:34.032216 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-0422f6da-5b58-4334-af77-6e7e3f3af806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf3657f978>, [{'id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'name': 'tempest-AttachVolumeTestJSON-1592688563-router', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:42Z', 'updated_at': '2021-07-13T21:58:53Z', 'revision_number': 4, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'gw_port': {'id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:43Z', 'updated_at': '2021-07-13T21:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': 'ff5dd7cf-732e-4bad-8cfe-d2cbf2407881', 'name': '', 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'mac_address': 'fa:16:3e:31:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:59:12Z', 'revision_number': 5, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'subnets': [{'id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:34.036318 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0422f6da-5b58-4334-af77-6e7e3f3af806 None None] Checking router: b1173936-da62-4a36-a053-cda0ccdc1621 for host: dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:09:34.047730 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0422f6da-5b58-4334-af77-6e7e3f3af806 None None] Routers {'b1173936-da62-4a36-a053-cda0ccdc1621'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:09:34.048427 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-0422f6da-5b58-4334-af77-6e7e3f3af806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf3657f978>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:09:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['b1173936-da62-4a36-a053-cda0ccdc1621'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:34.173595 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 47616) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:34.233151 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-0422f6da-5b58-4334-af77-6e7e3f3af806 None None] Set router b1173936-da62-4a36-a053-cda0ccdc1621 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:09:34.245088 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3ee8126a-188b-49a8-b077-9ff998fc36e5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:34.274561 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3ee8126a-188b-49a8-b077-9ff998fc36e5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:34.318840 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3ee8126a-188b-49a8-b077-9ff998fc36e5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:34.324579 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-57b3d79f-e64c-44d9-8d23-96c036734402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:34.340573 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8126a-188b-49a8-b077-9ff998fc36e5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=470af990-5464-4098-9997-79cadfcf4d18,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:34.343308 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-3ee8126a-188b-49a8-b077-9ff998fc36e5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:34.349914 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3ee8126a-188b-49a8-b077-9ff998fc36e5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:34.353711 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-3ee8126a-188b-49a8-b077-9ff998fc36e5 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "DELETE /v2.0/security-groups/470af990-5464-4098-9997-79cadfcf4d18 HTTP/1.1" status: 204  len: 168 time: 0.1764450
Jul 13 22:09:34.353960 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 47620) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:34.372216 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.api.v2.resource [None req-69f679dd-da84-4f0d-af9f-5c6a143209fc tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] show failed (client error): The resource could not be found.
Jul 13 22:09:34.373339 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-69f679dd-da84-4f0d-af9f-5c6a143209fc tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "GET /v2.0/security-groups/470af990-5464-4098-9997-79cadfcf4d18 HTTP/1.1" status: 404  len: 347 time: 0.0184197
Jul 13 22:09:34.376333 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 47624) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:34.537175 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-bfc8b53a-51e6-44b5-abfe-53b62846c365 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Deleting port 2f7ed800-d0f3-401b-8e82-95a35f25a27c {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:09:34.537559 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bfc8b53a-51e6-44b5-abfe-53b62846c365 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:34.562529 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-0422f6da-5b58-4334-af77-6e7e3f3af806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf3657f978>, [{'id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'name': 'tempest-AttachVolumeTestJSON-1592688563-router', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:42Z', 'updated_at': '2021-07-13T21:58:53Z', 'revision_number': 4, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'gw_port': {'id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:43Z', 'updated_at': '2021-07-13T21:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': 'ff5dd7cf-732e-4bad-8cfe-d2cbf2407881', 'name': '', 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'mac_address': 'fa:16:3e:31:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:59:12Z', 'revision_number': 5, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'subnets': [{'id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:34.566643 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0422f6da-5b58-4334-af77-6e7e3f3af806 None None] The sync data for ids ['b1173936-da62-4a36-a053-cda0ccdc1621'] in dv-cinder-800618-1-iscsi is: [{'id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'name': 'tempest-AttachVolumeTestJSON-1592688563-router', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:42Z', 'updated_at': '2021-07-13T21:58:53Z', 'revision_number': 4, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'gw_port': {'id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:43Z', 'updated_at': '2021-07-13T21:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi', '_interfaces': [{'id': 'ff5dd7cf-732e-4bad-8cfe-d2cbf2407881', 'name': '', 'network_id': 'c786a95b-96e8-46c1-a1a0-fc4a1a977bd5', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'mac_address': 'fa:16:3e:31:d8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:49Z', 'updated_at': '2021-07-13T21:59:12Z', 'revision_number': 5, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'subnets': [{'id': '1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:09:34.718592 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bfc8b53a-51e6-44b5-abfe-53b62846c365 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:34.719099 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bfc8b53a-51e6-44b5-abfe-53b62846c365 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:34.754398 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:34.846792 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-bfc8b53a-51e6-44b5-abfe-53b62846c365 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Calling delete_port for 2f7ed800-d0f3-401b-8e82-95a35f25a27c owned by network:floatingip {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:09:34.975315 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c987336c-a31e-465c-a8b7-b4ef938885e0 None None] New status for floating IP 9be2a14b-210a-420b-a8e5-5bf4c690f43a: DOWN {{(pid=82085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 13 22:09:35.035108 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device d34d0647-59c4-4d39-8ed6-29b64d4aebbb no longer exists at agent hyperv_hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:09:35.145052 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] No Port match for: d34d0647-59c4-4d39-8ed6-29b64d4aebbb {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:09:35.145351 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Device d34d0647-59c4-4d39-8ed6-29b64d4aebbb not bound to the agent host hv-cinder-80061 {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:09:35.203092 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.db.api [None req-c987336c-a31e-465c-a8b7-b4ef938885e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82085) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 13 22:09:35.203355 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bfc8b53a-51e6-44b5-abfe-53b62846c365 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:35.203468 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_db.api [None req-c987336c-a31e-465c-a8b7-b4ef938885e0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=82085) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 13 22:09:35.208007 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4bb25f2f-7e77-419e-897a-4ba9f6e76561 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:35.252582 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8b53a-51e6-44b5-abfe-53b62846c365 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Pushing event deleted for resources: {'Port': ['ID=2f7ed800-d0f3-401b-8e82-95a35f25a27c,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:35.256042 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-bfc8b53a-51e6-44b5-abfe-53b62846c365 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:35.347039 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bfc8b53a-51e6-44b5-abfe-53b62846c365 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks [] for floatingip, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:35.361898 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-bfc8b53a-51e6-44b5-abfe-53b62846c365 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854720760'] for floatingip, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:35.363135 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-bfc8b53a-51e6-44b5-abfe-53b62846c365 tempest-AttachVolumeTestJSON-959530349 tempest-AttachVolumeTestJSON-959530349-project] 10.222.0.18 "DELETE /v2.0/floatingips/9be2a14b-210a-420b-a8e5-5bf4c690f43a HTTP/1.1" status: 204  len: 168 time: 0.9858193
Jul 13 22:09:35.705197 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c987336c-a31e-465c-a8b7-b4ef938885e0 None None] New status for floating IP 9be2a14b-210a-420b-a8e5-5bf4c690f43a: DOWN {{(pid=82085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Jul 13 22:09:39.419762 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 47654) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:40.063276 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4e2abae9-c59c-4569-a41a-b0a100f33d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758852'] for router_interface, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:40.677475 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-4e2abae9-c59c-4569-a41a-b0a100f33d61 admin admin] Deleting port ff5dd7cf-732e-4bad-8cfe-d2cbf2407881 {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:09:40.678019 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4e2abae9-c59c-4569-a41a-b0a100f33d61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:40.859736 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-4e2abae9-c59c-4569-a41a-b0a100f33d61 admin admin] For port ff5dd7cf-732e-4bad-8cfe-d2cbf2407881, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=ff5dd7cf-732e-4bad-8cfe-d2cbf2407881,segment=NetworkSegment(1352c393-4a46-4893-bc30-a0b11195a5d9),segment_id=1352c393-4a46-4893-bc30-a0b11195a5d9)] {{(pid=82083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:09:40.860141 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4e2abae9-c59c-4569-a41a-b0a100f33d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:40.986415 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-4e2abae9-c59c-4569-a41a-b0a100f33d61 admin admin] Calling delete_port for ff5dd7cf-732e-4bad-8cfe-d2cbf2407881 owned by network:router_interface {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:09:41.149049 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4e2abae9-c59c-4569-a41a-b0a100f33d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:41.153292 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4582bb88-3b25-4348-8ae5-a96c7573784e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:41.195738 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2abae9-c59c-4569-a41a-b0a100f33d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5dd7cf-732e-4bad-8cfe-d2cbf2407881,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:41.198585 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4e2abae9-c59c-4569-a41a-b0a100f33d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:41.499562 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4e2abae9-c59c-4569-a41a-b0a100f33d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838721501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854024460'] for router_interface, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:42.309591 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2abae9-c59c-4569-a41a-b0a100f33d61 admin admin] Router b1173936-da62-4a36-a053-cda0ccdc1621 has already been hosted by L3 agent ab654acb-f5eb-4c02-82f8-cc2df5da8489 {{(pid=82083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 13 22:09:42.517843 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2abae9-c59c-4569-a41a-b0a100f33d61 admin admin] Notify agent at l3_agent.dv-cinder-800618-1-iscsi the message routers_updated {{(pid=82083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 13 22:09:42.527092 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23655285-8dd2-43f8-b2ea-ceeb27b77dd5 None None] Sync routers for ids ['b1173936-da62-4a36-a053-cda0ccdc1621'] in dv-cinder-800618-1-iscsi {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 13 22:09:42.531881 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-4e2abae9-c59c-4569-a41a-b0a100f33d61 admin admin] 10.222.0.18 "PUT /v2.0/routers/b1173936-da62-4a36-a053-cda0ccdc1621/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1109862
Jul 13 22:09:42.534621 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 47660) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:42.540216 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23655285-8dd2-43f8-b2ea-ceeb27b77dd5 None None] Routers {'b1173936-da62-4a36-a053-cda0ccdc1621'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:09:42.541068 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-23655285-8dd2-43f8-b2ea-ceeb27b77dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36c4c198>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:09:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['b1173936-da62-4a36-a053-cda0ccdc1621'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:42.724325 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-23655285-8dd2-43f8-b2ea-ceeb27b77dd5 None None] Set router b1173936-da62-4a36-a053-cda0ccdc1621 gateway port host: dv-cinder-800618-1-iscsi {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:09:42.739087 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cd2aee32-3f6a-49b5-a798-df2b33764ef3 admin admin] Notify callbacks [] for router, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:42.940110 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cd2aee32-3f6a-49b5-a798-df2b33764ef3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:42.948630 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-cd2aee32-3f6a-49b5-a798-df2b33764ef3 admin admin] Deleting port 36418cc6-90e7-4a4f-8d77-a782512060c8 {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:09:42.949024 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cd2aee32-3f6a-49b5-a798-df2b33764ef3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:43.025578 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-23655285-8dd2-43f8-b2ea-ceeb27b77dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36c4c198>, [{'id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'name': 'tempest-AttachVolumeTestJSON-1592688563-router', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'external_fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:42Z', 'updated_at': '2021-07-13T22:09:41Z', 'revision_number': 5, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'gw_port': {'id': '36418cc6-90e7-4a4f-8d77-a782512060c8', 'name': '', 'network_id': 'c8866fbd-09a0-4cda-b97c-1016e46e3e88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:fb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800618-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T21:58:43Z', 'updated_at': '2021-07-13T21:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a6156a0-7e3f-4c59-8b62-81399f240021', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800618-1-iscsi'}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:43.029589 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23655285-8dd2-43f8-b2ea-ceeb27b77dd5 None None] Checking router: b1173936-da62-4a36-a053-cda0ccdc1621 for host: dv-cinder-800618-1-iscsi {{(pid=82086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 13 22:09:43.040580 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23655285-8dd2-43f8-b2ea-ceeb27b77dd5 None None] Routers {'b1173936-da62-4a36-a053-cda0ccdc1621'} bound to L3 agent in host dv-cinder-800618-1-iscsi {{(pid=82086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 13 22:09:43.041234 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-23655285-8dd2-43f8-b2ea-ceeb27b77dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fcf36c4c198>, 'dv-cinder-800618-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-13T21:50:33Z,description=<?>,heartbeat_timestamp=2021-07-13T22:09:33Z,host='dv-cinder-800618-1-iscsi',id=ab654acb-f5eb-4c02-82f8-cc2df5da8489,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-13T21:50:34Z,topic='l3_agent')) {'router_ids': ['b1173936-da62-4a36-a053-cda0ccdc1621'], 'active': True} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:43.130869 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-cd2aee32-3f6a-49b5-a798-df2b33764ef3 admin admin] For port 36418cc6-90e7-4a4f-8d77-a782512060c8, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=36418cc6-90e7-4a4f-8d77-a782512060c8,segment=NetworkSegment(f2be2d0b-eb2f-4b13-af2c-9b0e8380923c),segment_id=f2be2d0b-eb2f-4b13-af2c-9b0e8380923c)] {{(pid=82083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:09:43.131266 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cd2aee32-3f6a-49b5-a798-df2b33764ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:43.193082 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvr_db [None req-23655285-8dd2-43f8-b2ea-ceeb27b77dd5 None None] Set router b1173936-da62-4a36-a053-cda0ccdc1621 gateway port host: None {{(pid=82086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Jul 13 22:09:43.260217 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-cd2aee32-3f6a-49b5-a798-df2b33764ef3 admin admin] Calling delete_port for 36418cc6-90e7-4a4f-8d77-a782512060c8 owned by network:router_gateway {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:09:43.435906 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cd2aee32-3f6a-49b5-a798-df2b33764ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482648'] for port, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:43.440180 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-3fe8308f-3ea1-49b0-9cc8-057ad2ee3f52 tempest-AttachVolumeNegativeTest-1928362562 tempest-AttachVolumeNegativeTest-1928362562-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:43.448656 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_hamode_db [None req-23655285-8dd2-43f8-b2ea-ceeb27b77dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fcf36c4c198>, [{'id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'name': 'tempest-AttachVolumeTestJSON-1592688563-router', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:42Z', 'updated_at': '2021-07-13T22:09:42Z', 'revision_number': 6, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'gw_port_host': None}], 'dv-cinder-800618-1-iscsi', False) {} {{(pid=82086) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:43.453052 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23655285-8dd2-43f8-b2ea-ceeb27b77dd5 None None] The sync data for ids ['b1173936-da62-4a36-a053-cda0ccdc1621'] in dv-cinder-800618-1-iscsi is: [{'id': 'b1173936-da62-4a36-a053-cda0ccdc1621', 'name': 'tempest-AttachVolumeTestJSON-1592688563-router', 'tenant_id': 'e949f3b270414d3095f5528a841766ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T21:58:42Z', 'updated_at': '2021-07-13T22:09:42Z', 'revision_number': 6, 'project_id': 'e949f3b270414d3095f5528a841766ca', 'gw_port_host': None}] {{(pid=82086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 13 22:09:43.482119 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2aee32-3f6a-49b5-a798-df2b33764ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=36418cc6-90e7-4a4f-8d77-a782512060c8,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:43.486544 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-cd2aee32-3f6a-49b5-a798-df2b33764ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:43.715921 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cd2aee32-3f6a-49b5-a798-df2b33764ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-753781'] for router_gateway, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:43.988014 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cd2aee32-3f6a-49b5-a798-df2b33764ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854770116'] for router, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:43.992716 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cd2aee32-3f6a-49b5-a798-df2b33764ef3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:44.014224 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cd2aee32-3f6a-49b5-a798-df2b33764ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854029851'] for router, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:44.014806 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2aee32-3f6a-49b5-a798-df2b33764ef3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1173936-da62-4a36-a053-cda0ccdc1621 {{(pid=82083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 13 22:09:44.032503 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-cd2aee32-3f6a-49b5-a798-df2b33764ef3 admin admin] Notify callbacks [] for router, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:44.033806 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-cd2aee32-3f6a-49b5-a798-df2b33764ef3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b1173936-da62-4a36-a053-cda0ccdc1621 HTTP/1.1" status: 204  len: 168 time: 1.4982066
Jul 13 22:09:44.036608 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 47664) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:44.102389 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb26d440-69a5-4569-a574-d828de5e5735 admin admin] Deleting subnet 1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c {{(pid=82083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 13 22:09:44.105554 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eb26d440-69a5-4569-a574-d828de5e5735 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:44.160994 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eb26d440-69a5-4569-a574-d828de5e5735 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852293096'] for subnet, precommit_delete_associations {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:44.243203 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eb26d440-69a5-4569-a574-d828de5e5735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854679291'] for subnet, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:44.314864 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eb26d440-69a5-4569-a574-d828de5e5735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-96525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852293234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1649821'] for subnet, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:44.319868 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:44.354620 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26d440-69a5-4569-a574-d828de5e5735 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:44.358281 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-eb26d440-69a5-4569-a574-d828de5e5735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:44.361551 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-eb26d440-69a5-4569-a574-d828de5e5735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for subnet, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:44.367016 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cbec2c-5335-40e5-89ef-1ebc17308ea5 None None] Network c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 requested from dv-cinder-800618-1-iscsi {{(pid=82085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 13 22:09:44.368090 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-eb26d440-69a5-4569-a574-d828de5e5735 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1c16cf93-f9cf-418a-8f4c-3fe64e95ac0c HTTP/1.1" status: 204  len: 168 time: 0.3301980
Jul 13 22:09:44.370592 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 47668) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:44.633377 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677e4b8d-2991-40fe-8f7f-483202063429 None None] DHCP port deletion for c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 request from dv-cinder-800618-1-iscsi {{(pid=82085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 13 22:09:44.637940 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-677e4b8d-2991-40fe-8f7f-483202063429 None None] Deleting port 1fd2c2d6-fcac-406a-8d5b-40f32960373a {{(pid=82085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:09:44.638363 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-677e4b8d-2991-40fe-8f7f-483202063429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:44.706787 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-04b516db-6426-4dfe-a5bf-d5ca7649ed21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-104256'] for network, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:44.717997 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-04b516db-6426-4dfe-a5bf-d5ca7649ed21 admin admin] Deleting port 1fd2c2d6-fcac-406a-8d5b-40f32960373a {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:09:44.718362 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-04b516db-6426-4dfe-a5bf-d5ca7649ed21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:44.855449 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-677e4b8d-2991-40fe-8f7f-483202063429 None None] For port 1fd2c2d6-fcac-406a-8d5b-40f32960373a, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=1fd2c2d6-fcac-406a-8d5b-40f32960373a,segment=NetworkSegment(1352c393-4a46-4893-bc30-a0b11195a5d9),segment_id=1352c393-4a46-4893-bc30-a0b11195a5d9)] {{(pid=82085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:09:44.855803 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-677e4b8d-2991-40fe-8f7f-483202063429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:44.929041 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.db [None req-04b516db-6426-4dfe-a5bf-d5ca7649ed21 admin admin] For port 1fd2c2d6-fcac-406a-8d5b-40f32960373a, host dv-cinder-800618-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800618-1-iscsi',level=0,port_id=1fd2c2d6-fcac-406a-8d5b-40f32960373a,segment=NetworkSegment(1352c393-4a46-4893-bc30-a0b11195a5d9),segment_id=1352c393-4a46-4893-bc30-a0b11195a5d9)] {{(pid=82083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Jul 13 22:09:44.929453 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-04b516db-6426-4dfe-a5bf-d5ca7649ed21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759442'] for port, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:44.981642 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-677e4b8d-2991-40fe-8f7f-483202063429 None None] Calling delete_port for 1fd2c2d6-fcac-406a-8d5b-40f32960373a owned by network:dhcp {{(pid=82085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:09:45.051699 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-677e4b8d-2991-40fe-8f7f-483202063429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838730457', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363253856837526', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363253857213505'] for port, after_delete {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:45.056655 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:45.060180 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-04b516db-6426-4dfe-a5bf-d5ca7649ed21 admin admin] Calling delete_port for 1fd2c2d6-fcac-406a-8d5b-40f32960373a owned by network:dhcp {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Jul 13 22:09:45.101966 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e4b8d-2991-40fe-8f7f-483202063429 None None] Pushing event deleted for resources: {'Port': ['ID=1fd2c2d6-fcac-406a-8d5b-40f32960373a,revision_number=None']} {{(pid=82085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:45.112070 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677e4b8d-2991-40fe-8f7f-483202063429 None None] No DVR routers for this DVR port 1fd2c2d6-fcac-406a-8d5b-40f32960373a on host dv-cinder-800618-1-iscsi {{(pid=82085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 13 22:09:45.114009 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e4b8d-2991-40fe-8f7f-483202063429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:45.114390 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e4b8d-2991-40fe-8f7f-483202063429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:45.114767 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e4b8d-2991-40fe-8f7f-483202063429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:45.115138 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e4b8d-2991-40fe-8f7f-483202063429 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:45.115507 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e4b8d-2991-40fe-8f7f-483202063429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:45.115878 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e4b8d-2991-40fe-8f7f-483202063429 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:45.116795 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e4b8d-2991-40fe-8f7f-483202063429 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:45.117163 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e4b8d-2991-40fe-8f7f-483202063429 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:45.117527 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e4b8d-2991-40fe-8f7f-483202063429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:45.117882 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e4b8d-2991-40fe-8f7f-483202063429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:45.118243 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e4b8d-2991-40fe-8f7f-483202063429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:09:45.121487 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-677e4b8d-2991-40fe-8f7f-483202063429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82085) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:45.133063 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.db.api [None req-04b516db-6426-4dfe-a5bf-d5ca7649ed21 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82083) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 13 22:09:45.133437 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_db.api [None req-04b516db-6426-4dfe-a5bf-d5ca7649ed21 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 13 22:09:45.289900 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 1fd2c2d6-fcac-406a-8d5b-40f32960373a no longer exists at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:09:45.323700 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] No Port match for: 1fd2c2d6-fcac-406a-8d5b-40f32960373a {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:09:45.324099 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 1fd2c2d6-fcac-406a-8d5b-40f32960373a not bound to the agent host dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:09:45.324567 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 36418cc6-90e7-4a4f-8d77-a782512060c8 no longer exists at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:09:45.356552 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] No Port match for: 36418cc6-90e7-4a4f-8d77-a782512060c8 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:09:45.356976 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device 36418cc6-90e7-4a4f-8d77-a782512060c8 not bound to the agent host dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:09:45.357435 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device ff5dd7cf-732e-4bad-8cfe-d2cbf2407881 no longer exists at agent ovs-agent-dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jul 13 22:09:45.389994 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] No Port match for: ff5dd7cf-732e-4bad-8cfe-d2cbf2407881 {{(pid=82085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2169}}
Jul 13 22:09:45.390326 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.rpc [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Device ff5dd7cf-732e-4bad-8cfe-d2cbf2407881 not bound to the agent host dv-cinder-800618-1-iscsi {{(pid=82085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jul 13 22:09:45.634563 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-04b516db-6426-4dfe-a5bf-d5ca7649ed21 admin admin] Deleting port 1fd2c2d6-fcac-406a-8d5b-40f32960373a {{(pid=82083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1843}}
Jul 13 22:09:45.635003 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-04b516db-6426-4dfe-a5bf-d5ca7649ed21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782997935731'] for port, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:45.699174 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.plugin [None req-04b516db-6426-4dfe-a5bf-d5ca7649ed21 admin admin] The port '1fd2c2d6-fcac-406a-8d5b-40f32960373a' was deleted {{(pid=82083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1873}}
Jul 13 22:09:45.824657 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-04b516db-6426-4dfe-a5bf-d5ca7649ed21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854690162', 'neutron.services.segments.db._delete_segments_for_network--9223363253856679420'] for network, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:45.838931 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-04b516db-6426-4dfe-a5bf-d5ca7649ed21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fcf35b65da0>,) {'filters': {'network_id': ['c786a95b-96e8-46c1-a1a0-fc4a1a977bd5']}} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:45.852267 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-04b516db-6426-4dfe-a5bf-d5ca7649ed21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf35b65da0>, '1352c393-4a46-4893-bc30-a0b11195a5d9') {'for_net_delete': True} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:45.852602 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.services.segments.db [None req-04b516db-6426-4dfe-a5bf-d5ca7649ed21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fcf35b65da0>, '1352c393-4a46-4893-bc30-a0b11195a5d9') {} {{(pid=82083) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 13 22:09:45.864337 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-04b516db-6426-4dfe-a5bf-d5ca7649ed21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363253856686179', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2482704'] for segment, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:45.880171 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-04b516db-6426-4dfe-a5bf-d5ca7649ed21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-61419'] for segment, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:45.886572 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b516db-6426-4dfe-a5bf-d5ca7649ed21 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=82083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 13 22:09:45.887004 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-04b516db-6426-4dfe-a5bf-d5ca7649ed21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854714397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852293149'] for segment, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:   % (table.description, expected, rows_matched)
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:   % (table.description, expected, rows_matched)
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:   % (table.description, expected, rows_matched)
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:   % (table.description, expected, rows_matched)
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]: Traceback (most recent call last):
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:     timer()
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:     cb(*args, **kw)
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:     return func(*args, **kwargs)
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:     self._notify()
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:     self.callback(batched_events)
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:     event.method(event)
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:     segment_id)['aggregates'][0]
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:     return f(self, *a, **k)
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self._get(url).json()
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:     **kwargs)
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:     return self.request(url, 'GET', **kwargs)
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:     **endpoint_filter)
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 13 22:09:45.900980 dv-cinder-800618-1-iscsi neutron-server[81974]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 13 22:09:45.981258 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-04b516db-6426-4dfe-a5bf-d5ca7649ed21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-85686', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16054330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854022065'] for network, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:45.984931 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:45.999180 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-04b516db-6426-4dfe-a5bf-d5ca7649ed21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16054341'] for network, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:46.010272 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b516db-6426-4dfe-a5bf-d5ca7649ed21 admin admin] Pushing event deleted for resources: {'Network': ['ID=c786a95b-96e8-46c1-a1a0-fc4a1a977bd5,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:46.013678 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-04b516db-6426-4dfe-a5bf-d5ca7649ed21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:46.023524 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-04b516db-6426-4dfe-a5bf-d5ca7649ed21 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c786a95b-96e8-46c1-a1a0-fc4a1a977bd5 HTTP/1.1" status: 204  len: 168 time: 1.6519227
Jul 13 22:09:46.168193 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 47674) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:46.221556 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-6ef427f1-6323-4cbb-a5ef-5f4252e4ab38 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e949f3b270414d3095f5528a841766ca&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0520418
Jul 13 22:09:46.223914 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 47678) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:46.287247 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-dfad310e-23d7-4383-9602-4826632da18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:46.313972 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-dfad310e-23d7-4383-9602-4826632da18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:46.363135 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-dfad310e-23d7-4383-9602-4826632da18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:46.368185 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-b6ea8664-6602-48be-8663-2db1168759ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:46.383824 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad310e-23d7-4383-9602-4826632da18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cdff30-9ecb-458b-8e25-c5f5842bcc76,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:46.386970 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-dfad310e-23d7-4383-9602-4826632da18f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:46.389055 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-dfad310e-23d7-4383-9602-4826632da18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:46.390114 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-dfad310e-23d7-4383-9602-4826632da18f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4cdff30-9ecb-458b-8e25-c5f5842bcc76 HTTP/1.1" status: 204  len: 168 time: 0.1652451
Jul 13 22:09:48.559818 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 47722) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:48.711609 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-387d367b-d87b-46dc-93e8-762fd9773092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:48.744637 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-387d367b-d87b-46dc-93e8-762fd9773092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:09:48.748820 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-387d367b-d87b-46dc-93e8-762fd9773092 admin admin] Usage tracker for resource:security_group_rule and tenant:96406c059cff479e95f4ee53f7009ecd is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:09:48.751954 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-387d367b-d87b-46dc-93e8-762fd9773092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:09:48.758763 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-387d367b-d87b-46dc-93e8-762fd9773092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:09:48.831819 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-387d367b-d87b-46dc-93e8-762fd9773092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:48.834419 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-387d367b-d87b-46dc-93e8-762fd9773092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:48.841910 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-93b7db15-02fd-474a-813b-0526dcbcc5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:48.885021 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d367b-d87b-46dc-93e8-762fd9773092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49eb71d2-0d5e-40f3-9d14-b80c4a889d37,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:48.888306 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-387d367b-d87b-46dc-93e8-762fd9773092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:48.891200 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-387d367b-d87b-46dc-93e8-762fd9773092 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=96406c059cff479e95f4ee53f7009ecd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3302920
Jul 13 22:09:48.894032 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 47728) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:48.957055 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f081bf8c-0281-4c19-91a5-02641898f228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:48.983949 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f081bf8c-0281-4c19-91a5-02641898f228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:49.030302 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f081bf8c-0281-4c19-91a5-02641898f228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:49.035169 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-77309431-103d-49dd-a97e-90ebde708ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:49.048830 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081bf8c-0281-4c19-91a5-02641898f228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49eb71d2-0d5e-40f3-9d14-b80c4a889d37,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:49.051580 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f081bf8c-0281-4c19-91a5-02641898f228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:49.052721 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-f081bf8c-0281-4c19-91a5-02641898f228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:49.055118 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-f081bf8c-0281-4c19-91a5-02641898f228 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49eb71d2-0d5e-40f3-9d14-b80c4a889d37 HTTP/1.1" status: 204  len: 168 time: 0.1601033
Jul 13 22:09:49.389338 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 47736) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:49.409635 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c94f8db9-d65a-4cb1-ac00-4b42ab3a61db admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:49.441959 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-c94f8db9-d65a-4cb1-ac00-4b42ab3a61db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:09:49.446278 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-c94f8db9-d65a-4cb1-ac00-4b42ab3a61db admin admin] Usage tracker for resource:security_group_rule and tenant:3016a211a93e4d239d804e730f1ab457 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:09:49.449313 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-c94f8db9-d65a-4cb1-ac00-4b42ab3a61db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:09:49.455665 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-c94f8db9-d65a-4cb1-ac00-4b42ab3a61db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:09:49.521760 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c94f8db9-d65a-4cb1-ac00-4b42ab3a61db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:49.525213 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c94f8db9-d65a-4cb1-ac00-4b42ab3a61db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:49.532531 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-298dcfe6-b3da-4ec6-b19f-9bb0e54815d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:49.575519 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f8db9-d65a-4cb1-ac00-4b42ab3a61db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364fc6d6-6474-48a3-a420-03f15f438beb,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:49.579059 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c94f8db9-d65a-4cb1-ac00-4b42ab3a61db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:49.581381 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-c94f8db9-d65a-4cb1-ac00-4b42ab3a61db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3016a211a93e4d239d804e730f1ab457&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1909795
Jul 13 22:09:49.584139 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 47740) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:09:49.645847 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-432fe1df-399f-4b19-8b1b-dec5a099fd9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:49.676475 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-432fe1df-399f-4b19-8b1b-dec5a099fd9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:49.720900 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-432fe1df-399f-4b19-8b1b-dec5a099fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:49.725986 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-dfad310e-23d7-4383-9602-4826632da18f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:09:49.739629 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432fe1df-399f-4b19-8b1b-dec5a099fd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364fc6d6-6474-48a3-a420-03f15f438beb,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:09:49.742759 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-432fe1df-399f-4b19-8b1b-dec5a099fd9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:09:49.743678 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-432fe1df-399f-4b19-8b1b-dec5a099fd9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:09:49.747451 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-432fe1df-399f-4b19-8b1b-dec5a099fd9a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/364fc6d6-6474-48a3-a420-03f15f438beb HTTP/1.1" status: 204  len: 168 time: 0.1617343
Jul 13 22:09:53.437635 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:09:56.892274 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:00.719807 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-af13e14a-4747-4c44-aebc-aee74e89b285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:02.358032 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:02.444455 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 47876) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:10:02.594149 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-184937b6-65fb-4107-b92c-3d746712125f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:02.626962 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-184937b6-65fb-4107-b92c-3d746712125f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:10:02.630937 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-184937b6-65fb-4107-b92c-3d746712125f admin admin] Usage tracker for resource:security_group_rule and tenant:76f49e6030374f5e8afd9d9ce9387228 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:10:02.633905 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-184937b6-65fb-4107-b92c-3d746712125f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:10:02.639862 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-184937b6-65fb-4107-b92c-3d746712125f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:10:02.705379 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-184937b6-65fb-4107-b92c-3d746712125f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:02.708210 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-184937b6-65fb-4107-b92c-3d746712125f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:02.716025 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-f7c3ea62-d208-4763-9b9b-2947741abfc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:10:02.758123 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184937b6-65fb-4107-b92c-3d746712125f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0c37d6-0d60-4673-96ac-5b099e28c64a,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:10:02.761921 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-184937b6-65fb-4107-b92c-3d746712125f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:10:02.766804 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-184937b6-65fb-4107-b92c-3d746712125f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76f49e6030374f5e8afd9d9ce9387228&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3187976
Jul 13 22:10:02.767674 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 47882) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:10:02.834438 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e84b8a3e-1a83-4e1e-8d39-32293eaefd00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:02.861738 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e84b8a3e-1a83-4e1e-8d39-32293eaefd00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:02.904803 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e84b8a3e-1a83-4e1e-8d39-32293eaefd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:02.908556 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-13d953c2-4e1b-46b4-b453-41af33995baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:10:02.920771 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b8a3e-1a83-4e1e-8d39-32293eaefd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0c37d6-0d60-4673-96ac-5b099e28c64a,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:10:02.924461 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e84b8a3e-1a83-4e1e-8d39-32293eaefd00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:10:02.927704 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e84b8a3e-1a83-4e1e-8d39-32293eaefd00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:02.928976 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-e84b8a3e-1a83-4e1e-8d39-32293eaefd00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba0c37d6-0d60-4673-96ac-5b099e28c64a HTTP/1.1" status: 204  len: 168 time: 0.1609166
Jul 13 22:10:03.008503 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-3e53ebe7-6b48-4a18-b45c-864241915b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:03.263182 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 47890) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:10:03.282713 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-10c3c3a5-4e0b-462d-9d8a-42a98cf05093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:03.315136 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-10c3c3a5-4e0b-462d-9d8a-42a98cf05093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:10:03.319064 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-10c3c3a5-4e0b-462d-9d8a-42a98cf05093 admin admin] Usage tracker for resource:security_group_rule and tenant:a968ebc0e0ce4a25bc4538e7b5d3098e is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:10:03.321897 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-10c3c3a5-4e0b-462d-9d8a-42a98cf05093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:10:03.328076 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-10c3c3a5-4e0b-462d-9d8a-42a98cf05093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:10:03.395995 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-10c3c3a5-4e0b-462d-9d8a-42a98cf05093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:03.398840 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-10c3c3a5-4e0b-462d-9d8a-42a98cf05093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:03.405897 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-fb9e7052-4018-4949-a517-3dbd131cb398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:10:03.447691 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3c3a5-4e0b-462d-9d8a-42a98cf05093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b008c3cf-1615-4c8f-845f-97c32d5a0064,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:10:03.452562 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-10c3c3a5-4e0b-462d-9d8a-42a98cf05093 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a968ebc0e0ce4a25bc4538e7b5d3098e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1883116
Jul 13 22:10:03.453572 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-10c3c3a5-4e0b-462d-9d8a-42a98cf05093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:10:03.455351 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 47894) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:10:03.516628 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1f9a377f-bdb2-4d1a-8f33-1948fba10afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:03.543613 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1f9a377f-bdb2-4d1a-8f33-1948fba10afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:03.586903 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1f9a377f-bdb2-4d1a-8f33-1948fba10afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:03.591706 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-30dd86b5-0317-4b98-a16a-b9fbe85f27d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:10:03.602936 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a377f-bdb2-4d1a-8f33-1948fba10afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b008c3cf-1615-4c8f-845f-97c32d5a0064,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:10:03.605318 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1f9a377f-bdb2-4d1a-8f33-1948fba10afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:10:03.611001 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1f9a377f-bdb2-4d1a-8f33-1948fba10afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:03.612206 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-1f9a377f-bdb2-4d1a-8f33-1948fba10afb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b008c3cf-1615-4c8f-845f-97c32d5a0064 HTTP/1.1" status: 204  len: 168 time: 0.1558230
Jul 13 22:10:03.641511 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:04.756351 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:26.888339 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:30.438429 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:10:30.726349 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-27d73428-ba00-4449-88d5-f79a4abcb16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:32.359608 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:33.010375 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d0b3b898-2ecd-4034-a3c1-2d7481ba03d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:33.290671 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 48096) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:10:33.438606 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-8c359935-6980-4a11-91e1-968d3561303b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:33.474285 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-8c359935-6980-4a11-91e1-968d3561303b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:10:33.478762 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-8c359935-6980-4a11-91e1-968d3561303b admin admin] Usage tracker for resource:security_group_rule and tenant:14d26c6db0f34688bd9f3e1b75b6de36 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:10:33.481668 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-8c359935-6980-4a11-91e1-968d3561303b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:10:33.487618 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-8c359935-6980-4a11-91e1-968d3561303b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:10:33.553913 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-8c359935-6980-4a11-91e1-968d3561303b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:33.556449 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-8c359935-6980-4a11-91e1-968d3561303b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:33.563717 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-fbb655b7-078a-498d-be53-94eb2ed32e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:10:33.604945 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c359935-6980-4a11-91e1-968d3561303b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4f6399-c67f-45af-a2b6-889b2a5e75a3,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:10:33.611462 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-8c359935-6980-4a11-91e1-968d3561303b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14d26c6db0f34688bd9f3e1b75b6de36&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3197136
Jul 13 22:10:33.614370 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 48102) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:10:33.617150 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c359935-6980-4a11-91e1-968d3561303b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:10:33.617589 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c359935-6980-4a11-91e1-968d3561303b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:10:33.618013 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c359935-6980-4a11-91e1-968d3561303b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:10:33.618446 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c359935-6980-4a11-91e1-968d3561303b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:10:33.618857 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c359935-6980-4a11-91e1-968d3561303b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:10:33.619280 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c359935-6980-4a11-91e1-968d3561303b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:10:33.619694 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c359935-6980-4a11-91e1-968d3561303b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:10:33.620111 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c359935-6980-4a11-91e1-968d3561303b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:10:33.620522 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c359935-6980-4a11-91e1-968d3561303b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:10:33.620964 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c359935-6980-4a11-91e1-968d3561303b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:10:33.621374 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c359935-6980-4a11-91e1-968d3561303b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:10:33.625534 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8c359935-6980-4a11-91e1-968d3561303b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:10:33.647075 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:33.677881 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6afe598c-8af7-4792-9180-6eecc6264c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:33.704130 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6afe598c-8af7-4792-9180-6eecc6264c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:33.752437 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6afe598c-8af7-4792-9180-6eecc6264c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:33.757527 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a187a44e-891f-45f0-ac08-8a776dd0614e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:10:33.769911 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe598c-8af7-4792-9180-6eecc6264c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4f6399-c67f-45af-a2b6-889b2a5e75a3,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:10:33.778487 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6afe598c-8af7-4792-9180-6eecc6264c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:33.779707 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-6afe598c-8af7-4792-9180-6eecc6264c36 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5e4f6399-c67f-45af-a2b6-889b2a5e75a3 HTTP/1.1" status: 204  len: 168 time: 0.1640933
Jul 13 22:10:33.783808 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe598c-8af7-4792-9180-6eecc6264c36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:10:33.784233 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe598c-8af7-4792-9180-6eecc6264c36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:10:33.784649 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe598c-8af7-4792-9180-6eecc6264c36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:10:33.785098 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe598c-8af7-4792-9180-6eecc6264c36 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:10:33.785509 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe598c-8af7-4792-9180-6eecc6264c36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:10:33.785915 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe598c-8af7-4792-9180-6eecc6264c36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:10:33.786319 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe598c-8af7-4792-9180-6eecc6264c36 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:10:33.786719 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe598c-8af7-4792-9180-6eecc6264c36 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:10:33.787124 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe598c-8af7-4792-9180-6eecc6264c36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:10:33.787520 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe598c-8af7-4792-9180-6eecc6264c36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:10:33.787923 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6afe598c-8af7-4792-9180-6eecc6264c36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800618-1-iscsi {{(pid=82083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 13 22:10:33.791803 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-6afe598c-8af7-4792-9180-6eecc6264c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:10:34.114285 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 48110) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:10:34.138622 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d6a9e0c3-dbf0-48d3-aea6-9c1af1ce7daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:34.172214 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-d6a9e0c3-dbf0-48d3-aea6-9c1af1ce7daa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:10:34.176336 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-d6a9e0c3-dbf0-48d3-aea6-9c1af1ce7daa admin admin] Usage tracker for resource:security_group_rule and tenant:a8075c40e9164f44b26752d6ba8cd824 is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:10:34.179308 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-d6a9e0c3-dbf0-48d3-aea6-9c1af1ce7daa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:10:34.185850 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-d6a9e0c3-dbf0-48d3-aea6-9c1af1ce7daa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:10:34.252007 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d6a9e0c3-dbf0-48d3-aea6-9c1af1ce7daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:34.254872 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d6a9e0c3-dbf0-48d3-aea6-9c1af1ce7daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:34.262862 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ab17becf-5dd8-4437-bf37-f7bda66b23cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:10:34.305711 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9e0c3-dbf0-48d3-aea6-9c1af1ce7daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf40f839-2451-4173-9d26-5c560c092668,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:10:34.308807 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-d6a9e0c3-dbf0-48d3-aea6-9c1af1ce7daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:10:34.314230 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-d6a9e0c3-dbf0-48d3-aea6-9c1af1ce7daa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a8075c40e9164f44b26752d6ba8cd824&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1963325
Jul 13 22:10:34.315340 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 48114) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:10:34.379056 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4968211c-557f-4ca5-bfd1-ed4d5cb13f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:34.405684 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4968211c-557f-4ca5-bfd1-ed4d5cb13f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:34.453037 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4968211c-557f-4ca5-bfd1-ed4d5cb13f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:34.457893 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-9b806704-2777-445a-854f-c029655ff444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:10:34.470059 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968211c-557f-4ca5-bfd1-ed4d5cb13f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf40f839-2451-4173-9d26-5c560c092668,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:10:34.472633 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4968211c-557f-4ca5-bfd1-ed4d5cb13f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:10:34.475836 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4968211c-557f-4ca5-bfd1-ed4d5cb13f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:34.477812 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-4968211c-557f-4ca5-bfd1-ed4d5cb13f9c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf40f839-2451-4173-9d26-5c560c092668 HTTP/1.1" status: 204  len: 168 time: 0.1608081
Jul 13 22:10:34.765496 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:38.719728 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 48208) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:10:38.902228 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-8cdb5c81-d3a4-4b86-9b36-a9a986b0a8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:38.933836 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-8cdb5c81-d3a4-4b86-9b36-a9a986b0a8ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:10:38.937781 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-8cdb5c81-d3a4-4b86-9b36-a9a986b0a8ee admin admin] Usage tracker for resource:security_group_rule and tenant:be1ac14b2f2e49829d617643ed4e9471 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:10:38.940627 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-8cdb5c81-d3a4-4b86-9b36-a9a986b0a8ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:10:38.947214 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-8cdb5c81-d3a4-4b86-9b36-a9a986b0a8ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:10:39.013866 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-8cdb5c81-d3a4-4b86-9b36-a9a986b0a8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:39.016752 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-8cdb5c81-d3a4-4b86-9b36-a9a986b0a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:39.023620 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-2fdf6eef-1b53-470b-a9a7-bbfb79b0a67a tempest-AttachVolumeShelveTestJSON-1100416741 tempest-AttachVolumeShelveTestJSON-1100416741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:10:39.070869 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-8cdb5c81-d3a4-4b86-9b36-a9a986b0a8ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be1ac14b2f2e49829d617643ed4e9471&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3499846
Jul 13 22:10:39.071682 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb5c81-d3a4-4b86-9b36-a9a986b0a8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7f4580-1b79-416f-bc78-bbfc74d8fb5d,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:10:39.074673 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 48214) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:10:39.075038 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8cdb5c81-d3a4-4b86-9b36-a9a986b0a8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:10:39.140004 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5f1ea857-465a-4a45-9a57-81e40b6d1d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:39.167874 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5f1ea857-465a-4a45-9a57-81e40b6d1d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:39.211873 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5f1ea857-465a-4a45-9a57-81e40b6d1d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:39.216848 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e27958d1-7977-4b47-9aa7-42701fb4afcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:10:39.229656 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ea857-465a-4a45-9a57-81e40b6d1d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7f4580-1b79-416f-bc78-bbfc74d8fb5d,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:10:39.232807 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-5f1ea857-465a-4a45-9a57-81e40b6d1d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:10:39.235003 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5f1ea857-465a-4a45-9a57-81e40b6d1d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:39.236790 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-5f1ea857-465a-4a45-9a57-81e40b6d1d20 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d7f4580-1b79-416f-bc78-bbfc74d8fb5d HTTP/1.1" status: 204  len: 168 time: 0.1603417
Jul 13 22:10:39.580011 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 48222) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:10:39.600433 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0b00542a-5b70-40ee-9686-757467b26527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:39.632724 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-0b00542a-5b70-40ee-9686-757467b26527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:10:39.636731 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-0b00542a-5b70-40ee-9686-757467b26527 admin admin] Usage tracker for resource:security_group_rule and tenant:7fbe7885df0d4565897fb5039bff976e is out of sync, need to count used quota {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:10:39.639822 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-0b00542a-5b70-40ee-9686-757467b26527 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82083) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:10:39.645840 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-0b00542a-5b70-40ee-9686-757467b26527 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82083) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:10:39.715810 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0b00542a-5b70-40ee-9686-757467b26527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:39.719265 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0b00542a-5b70-40ee-9686-757467b26527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:39.727558 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-432fe1df-399f-4b19-8b1b-dec5a099fd9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:10:39.770303 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00542a-5b70-40ee-9686-757467b26527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc2c1d6-90cb-49fb-a8b2-6d50085b5b06,revision_number=1']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:10:39.774053 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-0b00542a-5b70-40ee-9686-757467b26527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:10:39.776342 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-0b00542a-5b70-40ee-9686-757467b26527 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7fbe7885df0d4565897fb5039bff976e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1952126
Jul 13 22:10:39.779244 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82083) accepted ('10.222.0.18', 48226) {{(pid=82083) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:10:39.842071 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c2cef797-a506-4bfc-ad83-5affbd1abe59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:39.868119 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c2cef797-a506-4bfc-ad83-5affbd1abe59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:39.911704 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c2cef797-a506-4bfc-ad83-5affbd1abe59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:39.916750 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-fcebc17e-7f97-4632-be27-fc8a802bd8ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:10:39.929010 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cef797-a506-4bfc-ad83-5affbd1abe59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc2c1d6-90cb-49fb-a8b2-6d50085b5b06,revision_number=None']} {{(pid=82083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:10:39.932156 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-c2cef797-a506-4bfc-ad83-5affbd1abe59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82083) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:10:39.934176 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c2cef797-a506-4bfc-ad83-5affbd1abe59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82083) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:39.935923 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-c2cef797-a506-4bfc-ad83-5affbd1abe59 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fcc2c1d6-90cb-49fb-a8b2-6d50085b5b06 HTTP/1.1" status: 204  len: 168 time: 0.1552708
Jul 13 22:10:42.730653 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 48300) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:10:42.883096 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1369e366-907d-4d86-8504-148b91a63683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:42.915103 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-1369e366-907d-4d86-8504-148b91a63683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:10:42.919057 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-1369e366-907d-4d86-8504-148b91a63683 admin admin] Usage tracker for resource:security_group_rule and tenant:235cb5ba8c874daf8fac846c63204ba4 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:10:42.921974 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-1369e366-907d-4d86-8504-148b91a63683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:10:42.927917 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-1369e366-907d-4d86-8504-148b91a63683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:10:42.998335 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1369e366-907d-4d86-8504-148b91a63683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:43.001069 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-1369e366-907d-4d86-8504-148b91a63683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:43.008836 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-80a3a170-faf3-4581-be87-1f052258d931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:10:43.051412 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369e366-907d-4d86-8504-148b91a63683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac0354f-40dd-4402-b168-aac29abc492c,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:10:43.056141 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-1369e366-907d-4d86-8504-148b91a63683 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=235cb5ba8c874daf8fac846c63204ba4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3243277
Jul 13 22:10:43.057121 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1369e366-907d-4d86-8504-148b91a63683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:10:43.058896 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 48306) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:10:43.120200 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ee039419-1883-462a-ba27-66399223b8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:43.147141 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ee039419-1883-462a-ba27-66399223b8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:43.193616 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ee039419-1883-462a-ba27-66399223b8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:43.199030 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-8cdb5c81-d3a4-4b86-9b36-a9a986b0a8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:10:43.212734 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee039419-1883-462a-ba27-66399223b8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac0354f-40dd-4402-b168-aac29abc492c,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:10:43.215493 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ee039419-1883-462a-ba27-66399223b8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:10:43.225089 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ee039419-1883-462a-ba27-66399223b8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:43.226327 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-ee039419-1883-462a-ba27-66399223b8aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dac0354f-40dd-4402-b168-aac29abc492c HTTP/1.1" status: 204  len: 168 time: 0.1664274
Jul 13 22:10:43.558605 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 48314) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:10:43.578211 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a88118aa-6e25-46d5-bc26-33f762da50af admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:43.610529 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-a88118aa-6e25-46d5-bc26-33f762da50af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:10:43.614493 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-a88118aa-6e25-46d5-bc26-33f762da50af admin admin] Usage tracker for resource:security_group_rule and tenant:e72b636bd02a4e0589d6476c1dc803f9 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:10:43.617965 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-a88118aa-6e25-46d5-bc26-33f762da50af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:10:43.623932 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-a88118aa-6e25-46d5-bc26-33f762da50af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:10:43.689319 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a88118aa-6e25-46d5-bc26-33f762da50af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:43.691985 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-a88118aa-6e25-46d5-bc26-33f762da50af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:43.699228 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-1f9a377f-bdb2-4d1a-8f33-1948fba10afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:10:43.742900 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88118aa-6e25-46d5-bc26-33f762da50af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64bb3ae-b96c-42a8-b4ac-bf814272dfc4,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:10:43.746729 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a88118aa-6e25-46d5-bc26-33f762da50af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:10:43.751727 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-a88118aa-6e25-46d5-bc26-33f762da50af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e72b636bd02a4e0589d6476c1dc803f9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1894686
Jul 13 22:10:43.752321 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 48318) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:10:43.814873 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5cd70e97-de8f-49c3-a7ae-79b7511581bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:43.841095 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5cd70e97-de8f-49c3-a7ae-79b7511581bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:43.887948 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5cd70e97-de8f-49c3-a7ae-79b7511581bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:43.892820 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-05cc83fb-f7b2-4edf-8052-c72a7c83b26f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:10:43.906608 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd70e97-de8f-49c3-a7ae-79b7511581bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64bb3ae-b96c-42a8-b4ac-bf814272dfc4,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:10:43.909387 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-5cd70e97-de8f-49c3-a7ae-79b7511581bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:10:43.910534 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5cd70e97-de8f-49c3-a7ae-79b7511581bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:10:43.913358 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-5cd70e97-de8f-49c3-a7ae-79b7511581bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c64bb3ae-b96c-42a8-b4ac-bf814272dfc4 HTTP/1.1" status: 204  len: 168 time: 0.1603267
Jul 13 22:10:56.889552 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:11:00.717577 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-8b1054be-641b-4129-a837-554014e09d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:11:02.361156 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:11:03.010870 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-90e14acc-9cbf-472b-8d87-861e64341355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:11:03.645218 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:11:04.556021 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 48440) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:11:04.705256 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fee3f2a4-6081-4d79-b0ca-e4727fc2dc08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:11:04.739090 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-fee3f2a4-6081-4d79-b0ca-e4727fc2dc08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:11:04.743953 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-fee3f2a4-6081-4d79-b0ca-e4727fc2dc08 admin admin] Usage tracker for resource:security_group_rule and tenant:f69033473744421b8c6616b70ec26ac8 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:11:04.747318 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-fee3f2a4-6081-4d79-b0ca-e4727fc2dc08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:11:04.753375 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-fee3f2a4-6081-4d79-b0ca-e4727fc2dc08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:11:04.765698 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:11:04.822921 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fee3f2a4-6081-4d79-b0ca-e4727fc2dc08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:11:04.825635 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-fee3f2a4-6081-4d79-b0ca-e4727fc2dc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:11:04.833155 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-ee039419-1883-462a-ba27-66399223b8aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:11:04.875446 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3f2a4-6081-4d79-b0ca-e4727fc2dc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b4d25b-b5d8-4bbb-bbd3-5ad68b854d9a,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:11:04.880179 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-fee3f2a4-6081-4d79-b0ca-e4727fc2dc08 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f69033473744421b8c6616b70ec26ac8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3230307
Jul 13 22:11:04.881227 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-fee3f2a4-6081-4d79-b0ca-e4727fc2dc08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:11:04.883999 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 48446) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:11:04.949329 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4fb59af4-19fa-4fb7-8f1e-cd49e218d6e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:11:04.975916 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4fb59af4-19fa-4fb7-8f1e-cd49e218d6e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:11:05.019252 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4fb59af4-19fa-4fb7-8f1e-cd49e218d6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:11:05.024061 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-10c3c3a5-4e0b-462d-9d8a-42a98cf05093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:11:05.036056 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb59af4-19fa-4fb7-8f1e-cd49e218d6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b4d25b-b5d8-4bbb-bbd3-5ad68b854d9a,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:11:05.039213 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-4fb59af4-19fa-4fb7-8f1e-cd49e218d6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:11:05.041254 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-4fb59af4-19fa-4fb7-8f1e-cd49e218d6e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:11:05.042327 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-4fb59af4-19fa-4fb7-8f1e-cd49e218d6e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/68b4d25b-b5d8-4bbb-bbd3-5ad68b854d9a HTTP/1.1" status: 204  len: 168 time: 0.1578698
Jul 13 22:11:07.439558 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:11:09.183971 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 48490) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:11:09.331716 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-297a4d0f-29fb-4844-86b0-f10a25f7972d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:11:09.363766 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-297a4d0f-29fb-4844-86b0-f10a25f7972d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 13 22:11:09.368372 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-297a4d0f-29fb-4844-86b0-f10a25f7972d admin admin] Usage tracker for resource:security_group_rule and tenant:a5464b9b28c4468fb3c857a69542d710 is out of sync, need to count used quota {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 13 22:11:09.371329 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.quota.resource [None req-297a4d0f-29fb-4844-86b0-f10a25f7972d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82084) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 13 22:11:09.377319 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.quota.driver [None req-297a4d0f-29fb-4844-86b0-f10a25f7972d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82084) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 13 22:11:09.443399 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-297a4d0f-29fb-4844-86b0-f10a25f7972d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:11:09.446114 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-297a4d0f-29fb-4844-86b0-f10a25f7972d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_create {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:11:09.453651 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-a88118aa-6e25-46d5-bc26-33f762da50af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:11:09.495949 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a4d0f-29fb-4844-86b0-f10a25f7972d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6701632-8246-4772-b6ae-be4ccdf7f041,revision_number=1']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:11:09.500625 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-297a4d0f-29fb-4844-86b0-f10a25f7972d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a5464b9b28c4468fb3c857a69542d710&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3155692
Jul 13 22:11:09.501648 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-297a4d0f-29fb-4844-86b0-f10a25f7972d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:11:09.503373 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [-] (82084) accepted ('10.222.0.18', 48496) {{(pid=82084) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jul 13 22:11:09.568332 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e37a6950-b1b4-41e0-b298-b86d7b58d056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:11:09.595021 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e37a6950-b1b4-41e0-b298-b86d7b58d056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:11:09.638055 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e37a6950-b1b4-41e0-b298-b86d7b58d056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854215577'] for security_group, after_delete {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:11:09.642898 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-9dd94251-a0fb-45cc-a876-82edc6467fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Jul 13 22:11:09.656633 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a6950-b1b4-41e0-b298-b86d7b58d056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6701632-8246-4772-b6ae-be4ccdf7f041,revision_number=None']} {{(pid=82084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 13 22:11:09.659691 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG oslo_concurrency.lockutils [None req-e37a6950-b1b4-41e0-b298-b86d7b58d056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82084) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Jul 13 22:11:09.660577 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-e37a6950-b1b4-41e0-b298-b86d7b58d056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82084) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:11:09.662404 dv-cinder-800618-1-iscsi neutron-server[81974]: INFO neutron.wsgi [None req-e37a6950-b1b4-41e0-b298-b86d7b58d056 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6701632-8246-4772-b6ae-be4ccdf7f041 HTTP/1.1" status: 204  len: 168 time: 0.1580195
Jul 13 22:11:26.901366 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:11:30.718319 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-168ba425-e864-4614-ab6e-4e49c3dd8833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:11:32.361942 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:11:33.012146 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-c36168cd-baee-4894-9a97-1cd643c32f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:11:33.648334 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:11:34.766086 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:11:44.440027 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:11:56.900015 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:12:00.719074 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-22940b18-3f14-400e-b2f6-6c54f36be02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:12:02.363144 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:12:03.013097 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-04b1d995-6a60-41b6-a45c-208e407679d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:12:03.650366 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:12:04.767585 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:12:21.440634 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:12:26.924590 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:12:30.719548 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-441912c2-e49b-420e-9277-eaf0a685ff93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:12:32.366722 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:12:33.013255 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-ab1791be-48fb-4788-a415-e18aa6d5db3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:12:33.652357 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:12:34.771728 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:12:56.924705 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:12:58.441971 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:13:00.720972 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c791-5d48-4250-805a-a8460a31fd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:13:02.368186 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:13:03.013253 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0f3529bf-422c-4257-bad6-138db109b0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:13:03.655536 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:13:04.774848 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:13:26.931641 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:13:30.722640 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-5fd828af-9e00-43b5-be3b-9d2a0c845fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:13:32.369567 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:13:33.013770 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9f270395-f106-46b1-826a-b1dc9a84a6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:13:33.658011 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:13:34.778125 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:13:35.442318 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:13:56.922591 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:14:00.723213 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d7fde8f5-882d-4ca0-975c-9b12b4bb1e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:14:02.371009 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:14:03.013799 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-231ee15c-d00b-4b67-9a1a-f41fdf023dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:14:03.660261 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:14:04.774156 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:14:12.442868 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:14:26.945326 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:14:30.397020 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.wsgi [req-32c88584-7333-491a-9df8-cb6bfa999428 req-9e83676c-e24c-44bb-be67-d727a2487e1f service neutron] (82083) timed out ('10.222.0.15', 52315) {{(pid=82083) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jul 13 22:14:30.725200 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-d5d60667-fbe1-49e8-b884-2f7d8aeb3626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:14:32.372690 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:14:33.013812 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-048903f0-b222-49b0-8273-bb3ab5cf674c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:14:33.662788 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:14:34.788033 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:14:49.443479 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:14:56.941685 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:15:00.729378 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0cc3487b-eb32-44ea-aa05-48f43b966ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:15:02.373190 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:15:03.015110 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b5f47be3-720d-4e63-80ac-672ee47d978d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:15:03.665619 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:15:04.781627 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:15:26.443960 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:15:26.957244 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:15:30.731301 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-b62b62e4-3ab0-4f26-9578-42646650680f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:15:32.374947 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:15:33.015731 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-9153411f-ac76-456c-861a-5b5938c84d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:15:33.669271 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:15:34.783622 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:15:56.951581 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-93f90237-325f-4844-a8aa-a15c66fe0cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:16:00.733213 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-73524f5e-f0fd-4363-90b0-bc60fdd75373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:16:02.375687 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-6bb0eba4-e11b-4969-85a3-0deb75b4c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:16:03.016621 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-8aa935e8-0e09-4ca3-a785-b8a75b1f3644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:16:03.445075 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron.db.agents_db [None req-4a9ec03e-b9b2-49e8-a04c-661f909a6741 None None] Agent healthcheck: found 6 active agents {{(pid=82086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 13 22:16:03.670805 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-7e2616a0-8ea5-476f-999c-0791cf703604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 13 22:16:04.787892 dv-cinder-800618-1-iscsi neutron-server[81974]: DEBUG neutron_lib.callbacks.manager [None req-0a015303-b1ad-4ea9-88e2-b5d8d41a3761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782998089706', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-98298'] for agent, after_update {{(pid=82085) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}